[ 515.035989] env[63302]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63302) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 515.036369] env[63302]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63302) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 515.036427] env[63302]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63302) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 515.036796] env[63302]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 515.132642] env[63302]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63302) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 515.142715] env[63302]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63302) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 515.744509] env[63302]: INFO nova.virt.driver [None req-031ad7fd-a82e-491d-ba6e-3b8a43563f3d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 515.819952] env[63302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.820134] env[63302]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.820244] env[63302]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63302) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 519.174612] env[63302]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-03de231f-c1d2-4735-ad6e-d06f395c38ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.190568] env[63302]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63302) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 519.190741] env[63302]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-eb7ca33d-8519-4942-93cf-d4b5b20e2c7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.223112] env[63302]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ac64b. [ 519.223297] env[63302]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.403s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.224577] env[63302]: INFO nova.virt.vmwareapi.driver [None req-031ad7fd-a82e-491d-ba6e-3b8a43563f3d None None] VMware vCenter version: 7.0.3 [ 519.228336] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f33b4a7-4957-4419-982c-c43306fb44d9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.245550] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8584364-7240-49de-9bc9-39a6639b2cf2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.251387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e852d61-af36-4b2a-a5e2-a44b39f496e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.257871] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89364de8-5e2b-4e49-ae03-d031f1d4f292 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.270999] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38f8df-5808-4938-b3db-57de990ebe93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.276850] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df748d-4ffa-4a66-8bea-2ed617303a4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.307176] env[63302]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-0ff31385-5e1c-455a-a61e-6373dac4913e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.312383] env[63302]: DEBUG nova.virt.vmwareapi.driver [None req-031ad7fd-a82e-491d-ba6e-3b8a43563f3d None None] Extension org.openstack.compute already exists. {{(pid=63302) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 519.315015] env[63302]: INFO nova.compute.provider_config [None req-031ad7fd-a82e-491d-ba6e-3b8a43563f3d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 519.818605] env[63302]: DEBUG nova.context [None req-031ad7fd-a82e-491d-ba6e-3b8a43563f3d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f4b9f550-596d-46fd-ba0c-726c684cd296(cell1) {{(pid=63302) load_cells /opt/stack/nova/nova/context.py:464}} [ 519.820834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.821070] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.821805] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.822246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Acquiring lock "f4b9f550-596d-46fd-ba0c-726c684cd296" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.822437] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Lock "f4b9f550-596d-46fd-ba0c-726c684cd296" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.823458] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Lock "f4b9f550-596d-46fd-ba0c-726c684cd296" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.844091] env[63302]: INFO dbcounter [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Registered counter for database nova_cell0 [ 519.852539] env[63302]: INFO dbcounter [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Registered counter for database nova_cell1 [ 519.856152] env[63302]: DEBUG oslo_db.sqlalchemy.engines [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63302) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 519.856831] env[63302]: DEBUG oslo_db.sqlalchemy.engines [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63302) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 519.861465] env[63302]: ERROR nova.db.main.api [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 519.861465] env[63302]: result = function(*args, **kwargs) [ 519.861465] env[63302]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 519.861465] env[63302]: return func(*args, **kwargs) [ 519.861465] env[63302]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 519.861465] env[63302]: result = fn(*args, **kwargs) [ 519.861465] env[63302]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 519.861465] env[63302]: return f(*args, **kwargs) [ 519.861465] env[63302]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 519.861465] env[63302]: return db.service_get_minimum_version(context, binaries) [ 519.861465] env[63302]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 519.861465] env[63302]: _check_db_access() [ 519.861465] env[63302]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 519.861465] env[63302]: stacktrace = ''.join(traceback.format_stack()) [ 519.861465] env[63302]: [ 519.862591] env[63302]: ERROR nova.db.main.api [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 519.862591] env[63302]: result = function(*args, **kwargs) [ 519.862591] env[63302]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 519.862591] env[63302]: return func(*args, **kwargs) [ 519.862591] env[63302]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 519.862591] env[63302]: result = fn(*args, **kwargs) [ 519.862591] env[63302]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 519.862591] env[63302]: return f(*args, **kwargs) [ 519.862591] env[63302]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 519.862591] env[63302]: return db.service_get_minimum_version(context, binaries) [ 519.862591] env[63302]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 519.862591] env[63302]: _check_db_access() [ 519.862591] env[63302]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 519.862591] env[63302]: stacktrace = ''.join(traceback.format_stack()) [ 519.862591] env[63302]: [ 519.863160] env[63302]: WARNING nova.objects.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Failed to get minimum service version for cell f4b9f550-596d-46fd-ba0c-726c684cd296 [ 519.863160] env[63302]: WARNING nova.objects.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 519.863627] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Acquiring lock "singleton_lock" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.863796] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Acquired lock "singleton_lock" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.864043] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Releasing lock "singleton_lock" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.864369] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Full set of CONF: {{(pid=63302) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 519.864515] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ******************************************************************************** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 519.864644] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] Configuration options gathered from: {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 519.864783] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 519.864974] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 519.865121] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ================================================================================ {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 519.865336] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] allow_resize_to_same_host = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.865507] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] arq_binding_timeout = 300 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.865640] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] backdoor_port = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.865770] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] backdoor_socket = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.865932] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] block_device_allocate_retries = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.866115] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] block_device_allocate_retries_interval = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.866311] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cert = self.pem {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.866541] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.866726] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute_monitors = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.866898] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] config_dir = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.867091] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] config_drive_format = iso9660 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.867231] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.867399] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] config_source = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.867567] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] console_host = devstack {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.867733] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] control_exchange = nova {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.867891] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cpu_allocation_ratio = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.868070] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] daemon = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.868244] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] debug = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.868404] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] default_access_ip_network_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.868570] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] default_availability_zone = nova {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.868726] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] default_ephemeral_format = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.868932] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] default_green_pool_size = 1000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.869210] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.869385] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] default_schedule_zone = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.869549] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] disk_allocation_ratio = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.869715] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] enable_new_services = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.869917] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] enabled_apis = ['osapi_compute'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.870109] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] enabled_ssl_apis = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.870282] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] flat_injected = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.870447] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] force_config_drive = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.870610] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] force_raw_images = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.870785] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] graceful_shutdown_timeout = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.870948] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] heal_instance_info_cache_interval = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.871217] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] host = cpu-1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.871401] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.871568] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] initial_disk_allocation_ratio = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.871730] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] initial_ram_allocation_ratio = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.871951] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.872136] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] instance_build_timeout = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.872304] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] instance_delete_interval = 300 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.872475] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] instance_format = [instance: %(uuid)s] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.872643] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] instance_name_template = instance-%08x {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.872809] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] instance_usage_audit = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.872986] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] instance_usage_audit_period = month {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.873179] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.873351] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] instances_path = /opt/stack/data/nova/instances {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.873520] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] internal_service_availability_zone = internal {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.873677] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] key = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.873839] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] live_migration_retry_count = 30 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.874037] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_color = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.874217] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_config_append = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.874391] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.874552] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_dir = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.874715] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_file = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.874847] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_options = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.875021] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_rotate_interval = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.875198] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_rotate_interval_type = days {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.875367] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] log_rotation_type = none {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.875499] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.875628] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.875796] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.875961] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.876108] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.876279] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] long_rpc_timeout = 1800 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.876441] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] max_concurrent_builds = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.876605] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] max_concurrent_live_migrations = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.876766] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] max_concurrent_snapshots = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.876928] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] max_local_block_devices = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.877102] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] max_logfile_count = 30 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.877267] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] max_logfile_size_mb = 200 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.877429] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] maximum_instance_delete_attempts = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.877598] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] metadata_listen = 0.0.0.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.877768] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] metadata_listen_port = 8775 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.877936] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] metadata_workers = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.878113] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] migrate_max_retries = -1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.878283] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] mkisofs_cmd = genisoimage {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.878490] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] my_block_storage_ip = 10.180.1.21 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.878624] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] my_ip = 10.180.1.21 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.878844] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.879043] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] network_allocate_retries = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.879246] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.879414] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] osapi_compute_listen = 0.0.0.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.879581] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] osapi_compute_listen_port = 8774 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.879749] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] osapi_compute_unique_server_name_scope = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.879943] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] osapi_compute_workers = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.880131] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] password_length = 12 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.880296] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] periodic_enable = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.880459] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] periodic_fuzzy_delay = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.880628] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] pointer_model = usbtablet {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.880796] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] preallocate_images = none {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.880958] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] publish_errors = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.881104] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] pybasedir = /opt/stack/nova {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.881265] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ram_allocation_ratio = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.881425] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] rate_limit_burst = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.881590] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] rate_limit_except_level = CRITICAL {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.881750] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] rate_limit_interval = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.881909] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] reboot_timeout = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.882083] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] reclaim_instance_interval = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.882244] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] record = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.882416] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] reimage_timeout_per_gb = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.882584] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] report_interval = 120 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.882743] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] rescue_timeout = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.882904] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] reserved_host_cpus = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.883076] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] reserved_host_disk_mb = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.883238] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] reserved_host_memory_mb = 512 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.883397] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] reserved_huge_pages = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.883555] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] resize_confirm_window = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.883713] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] resize_fs_using_block_device = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.883868] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] resume_guests_state_on_host_boot = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.884050] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.884215] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] rpc_response_timeout = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.884373] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] run_external_periodic_tasks = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.884539] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] running_deleted_instance_action = reap {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.884696] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] running_deleted_instance_poll_interval = 1800 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.884852] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] running_deleted_instance_timeout = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.885020] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler_instance_sync_interval = 120 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.885192] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_down_time = 720 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.885360] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] servicegroup_driver = db {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.885512] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] shell_completion = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.885671] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] shelved_offload_time = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.885830] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] shelved_poll_interval = 3600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.885999] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] shutdown_timeout = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.886175] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] source_is_ipv6 = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.886334] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ssl_only = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.886903] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.887110] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] sync_power_state_interval = 600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.887286] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] sync_power_state_pool_size = 1000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.887461] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] syslog_log_facility = LOG_USER {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.887624] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] tempdir = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.887789] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] timeout_nbd = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.887960] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] transport_url = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.888146] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] update_resources_interval = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.888315] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] use_cow_images = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.888477] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] use_eventlog = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.888640] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] use_journal = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.888805] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] use_json = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.889008] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] use_rootwrap_daemon = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.889193] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] use_stderr = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.889358] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] use_syslog = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.889517] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vcpu_pin_set = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.889687] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plugging_is_fatal = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.889857] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plugging_timeout = 300 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.890036] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] virt_mkfs = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.890208] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] volume_usage_poll_interval = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.890370] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] watch_log_file = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.890541] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] web = /usr/share/spice-html5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 519.890729] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.890901] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.891083] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.891259] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_concurrency.disable_process_locking = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.891559] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.891744] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.891914] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.892113] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.892292] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.892461] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.892648] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.auth_strategy = keystone {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.892815] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.compute_link_prefix = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.892992] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.893183] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.dhcp_domain = novalocal {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.893356] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.enable_instance_password = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.893520] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.glance_link_prefix = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.893685] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.893857] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.894034] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.instance_list_per_project_cells = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.894203] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.list_records_by_skipping_down_cells = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.894368] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.local_metadata_per_cell = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.894539] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.max_limit = 1000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.894707] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.metadata_cache_expiration = 15 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.894882] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.neutron_default_tenant_id = default {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.895072] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.response_validation = warn {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.895246] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.use_neutron_default_nets = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.895423] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.895589] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.895758] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.895934] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.896121] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.vendordata_dynamic_targets = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.896290] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.vendordata_jsonfile_path = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.896474] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.896672] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.backend = dogpile.cache.memcached {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.896892] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.backend_argument = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.897086] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.backend_expiration_time = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.897270] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.config_prefix = cache.oslo {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.897444] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.dead_timeout = 60.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.897612] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.debug_cache_backend = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.897779] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.enable_retry_client = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.897944] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.enable_socket_keepalive = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.898136] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.enabled = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.898306] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.enforce_fips_mode = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.898471] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.expiration_time = 600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.898633] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.hashclient_retry_attempts = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.898797] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.hashclient_retry_delay = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.898993] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_dead_retry = 300 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.899177] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_password = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.899346] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.899512] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.899676] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_pool_maxsize = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.899843] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.900018] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_sasl_enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.900206] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.900374] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_socket_timeout = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.900533] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.memcache_username = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.900698] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.proxies = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.900863] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.redis_db = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.901039] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.redis_password = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.901216] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.redis_sentinel_service_name = mymaster {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.901392] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.901564] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.redis_server = localhost:6379 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.901731] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.redis_socket_timeout = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.901892] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.redis_username = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.902072] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.retry_attempts = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.902242] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.retry_delay = 0.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.902407] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.socket_keepalive_count = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.902569] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.socket_keepalive_idle = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.902733] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.socket_keepalive_interval = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.902891] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.tls_allowed_ciphers = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.903066] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.tls_cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.903226] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.tls_certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.903387] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.tls_enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.903546] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cache.tls_keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.903716] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.903891] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.auth_type = password {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.904067] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.904248] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.catalog_info = volumev3::publicURL {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.904408] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.904574] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.904733] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.cross_az_attach = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.904896] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.debug = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.905073] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.endpoint_template = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.905244] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.http_retries = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.905409] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.905566] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.905739] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.os_region_name = RegionOne {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.905900] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.906075] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cinder.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.906252] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.906411] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.cpu_dedicated_set = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.906567] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.cpu_shared_set = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.906745] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.image_type_exclude_list = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.906944] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.907132] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.max_concurrent_disk_ops = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.907301] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.max_disk_devices_to_attach = -1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.907466] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.907639] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.907806] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.resource_provider_association_refresh = 300 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.907982] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.908168] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.shutdown_retry_interval = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.908352] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.908533] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] conductor.workers = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.908715] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] console.allowed_origins = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.908905] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] console.ssl_ciphers = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.909105] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] console.ssl_minimum_version = default {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.909283] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] consoleauth.enforce_session_timeout = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.909455] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] consoleauth.token_ttl = 600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.909626] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.909788] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.909952] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.910130] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.connect_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.910290] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.connect_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.910444] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.endpoint_override = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.910604] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.910760] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.910917] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.max_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.911088] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.min_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.911245] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.region_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.911401] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.retriable_status_codes = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.911556] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.911723] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.service_type = accelerator {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.911884] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.912053] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.status_code_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.912214] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.status_code_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.912369] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.912548] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.912707] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] cyborg.version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.912886] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.backend = sqlalchemy {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.913128] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.connection = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.913318] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.connection_debug = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.913493] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.connection_parameters = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.913660] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.connection_recycle_time = 3600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.913825] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.connection_trace = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.913990] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.db_inc_retry_interval = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.914168] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.db_max_retries = 20 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.914332] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.db_max_retry_interval = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.914493] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.db_retry_interval = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.914653] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.max_overflow = 50 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.914814] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.max_pool_size = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.914976] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.max_retries = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.915162] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.915322] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.mysql_wsrep_sync_wait = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.915479] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.pool_timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.915637] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.retry_interval = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.915792] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.slave_connection = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.915952] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.sqlite_synchronous = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.916126] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] database.use_db_reconnect = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.916306] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.backend = sqlalchemy {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.916477] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.connection = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.916640] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.connection_debug = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.916852] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.connection_parameters = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.917092] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.connection_recycle_time = 3600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.917274] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.connection_trace = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.917440] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.db_inc_retry_interval = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.917604] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.db_max_retries = 20 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.917768] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.db_max_retry_interval = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.917930] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.db_retry_interval = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.918118] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.max_overflow = 50 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.918286] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.max_pool_size = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.918450] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.max_retries = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.918619] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.918778] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.918966] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.pool_timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.919153] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.retry_interval = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.919334] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.slave_connection = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.919513] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] api_database.sqlite_synchronous = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.919691] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] devices.enabled_mdev_types = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.919869] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.920054] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ephemeral_storage_encryption.default_format = luks {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.920224] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ephemeral_storage_encryption.enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.920389] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.920558] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.api_servers = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.920721] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.920882] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.921066] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.921228] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.connect_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.921384] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.connect_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.921545] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.debug = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.921709] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.default_trusted_certificate_ids = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.921870] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.enable_certificate_validation = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.922044] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.enable_rbd_download = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.922207] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.endpoint_override = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.922371] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.922532] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.922688] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.max_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.922842] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.min_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.923009] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.num_retries = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.923188] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.rbd_ceph_conf = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.923350] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.rbd_connect_timeout = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.923518] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.rbd_pool = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.923686] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.rbd_user = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.923844] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.region_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.924011] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.retriable_status_codes = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.924176] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.924352] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.service_type = image {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.924516] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.924673] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.status_code_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.924829] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.status_code_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.924991] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.925187] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.925352] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.verify_glance_signatures = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.925511] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] glance.version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.925679] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] guestfs.debug = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.925846] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.926020] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.auth_type = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.926182] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.926341] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.926504] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.926663] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.connect_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.926831] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.connect_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.927026] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.endpoint_override = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.927193] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.927354] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.927514] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.max_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.927672] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.min_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.927828] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.region_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.927989] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.retriable_status_codes = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.928160] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.928331] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.service_type = shared-file-system {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.928497] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.share_apply_policy_timeout = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.928658] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.928843] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.status_code_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.929017] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.status_code_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.929190] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.929410] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.929587] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] manila.version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.929760] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] mks.enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.930128] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.930327] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] image_cache.manager_interval = 2400 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.930501] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] image_cache.precache_concurrency = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.930673] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] image_cache.remove_unused_base_images = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.930844] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.931027] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.931216] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] image_cache.subdirectory_name = _base {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.931394] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.api_max_retries = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.931560] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.api_retry_interval = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.931720] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.931884] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.auth_type = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.932058] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.932221] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.932386] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.932551] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.conductor_group = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.932712] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.connect_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.932871] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.connect_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.933041] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.endpoint_override = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.933213] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.933400] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.933578] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.max_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.933739] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.min_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.933909] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.peer_list = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.934086] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.region_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.934301] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.retriable_status_codes = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.934515] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.serial_console_state_timeout = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.934742] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.935026] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.service_type = baremetal {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.935282] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.shard = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.935534] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.935753] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.status_code_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.935940] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.status_code_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.936214] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.936483] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.936661] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ironic.version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.936877] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.937089] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] key_manager.fixed_key = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.937284] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.937452] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.barbican_api_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.937614] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.barbican_endpoint = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.937793] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.barbican_endpoint_type = public {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.937955] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.barbican_region_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.938132] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.938293] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.938458] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.938621] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.938779] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.938972] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.number_of_retries = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.939159] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.retry_delay = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.939324] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.send_service_user_token = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.939486] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.939644] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.939807] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.verify_ssl = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.939964] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican.verify_ssl_path = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.940149] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.940314] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.auth_type = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.940472] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.940629] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.940791] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.940951] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.941124] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.941328] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.941491] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] barbican_service_user.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.941662] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.approle_role_id = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.941821] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.approle_secret_id = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.941994] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.kv_mountpoint = secret {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.942172] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.kv_path = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.942339] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.kv_version = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.942501] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.namespace = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.942662] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.root_token_id = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.942822] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.ssl_ca_crt_file = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.942993] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.timeout = 60.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.943170] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.use_ssl = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.943341] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.943510] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.943670] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.943835] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.943997] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.connect_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.944169] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.connect_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.944328] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.endpoint_override = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.944489] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.944648] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.944803] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.max_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.944958] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.min_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.945134] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.region_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.945296] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.retriable_status_codes = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.945457] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.945628] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.service_type = identity {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.945803] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.945971] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.status_code_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.946147] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.status_code_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.946308] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.946489] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.946648] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] keystone.version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.946855] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.ceph_mount_options = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.947206] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.947398] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.connection_uri = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.947567] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.cpu_mode = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.947737] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.cpu_model_extra_flags = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.947909] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.cpu_models = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.948099] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.cpu_power_governor_high = performance {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.948277] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.cpu_power_governor_low = powersave {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.948445] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.cpu_power_management = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.948620] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.948786] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.device_detach_attempts = 8 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.948977] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.device_detach_timeout = 20 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.949170] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.disk_cachemodes = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.949347] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.disk_prefix = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.949518] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.enabled_perf_events = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.949687] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.file_backed_memory = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.949853] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.gid_maps = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.950027] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.hw_disk_discard = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.950193] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.hw_machine_type = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.950370] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.images_rbd_ceph_conf = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.950539] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.950701] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.950871] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.images_rbd_glance_store_name = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.951057] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.images_rbd_pool = rbd {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.951261] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.images_type = default {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.951434] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.images_volume_group = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.951603] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.inject_key = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.951769] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.inject_partition = -2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.951931] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.inject_password = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.952120] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.iscsi_iface = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.952289] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.iser_use_multipath = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.952451] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_bandwidth = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.952612] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.952775] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_downtime = 500 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.952937] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.953115] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.953308] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_inbound_addr = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.953484] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.953646] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_permit_post_copy = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.953809] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_scheme = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.953984] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_timeout_action = abort {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.954164] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_tunnelled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.954327] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_uri = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.954491] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.live_migration_with_native_tls = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.954650] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.max_queues = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.954811] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.955053] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.955222] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.nfs_mount_options = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.955525] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.955710] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.955880] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.num_iser_scan_tries = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.956058] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.num_memory_encrypted_guests = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.956228] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.956391] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.num_pcie_ports = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.956558] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.num_volume_scan_tries = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.956726] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.pmem_namespaces = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.956909] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.quobyte_client_cfg = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.957237] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.957420] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rbd_connect_timeout = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.957587] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.957751] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.957911] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rbd_secret_uuid = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.958084] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rbd_user = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.958260] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.958494] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.remote_filesystem_transport = ssh {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.958667] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rescue_image_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.958849] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rescue_kernel_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.959069] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rescue_ramdisk_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.959265] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.959494] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.rx_queue_size = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.959684] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.smbfs_mount_options = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.960038] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.960231] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.snapshot_compression = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.960398] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.snapshot_image_format = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.960625] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.960799] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.sparse_logical_volumes = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.960965] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.swtpm_enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.961160] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.swtpm_group = tss {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.961335] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.swtpm_user = tss {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.961601] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.sysinfo_serial = unique {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.961797] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.tb_cache_size = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.961961] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.tx_queue_size = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.962176] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.uid_maps = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.962359] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.use_virtio_for_bridges = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.962540] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.virt_type = kvm {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.962775] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.volume_clear = zero {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.962977] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.volume_clear_size = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.963206] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.volume_use_multipath = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.963382] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.vzstorage_cache_path = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.963560] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.963733] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.vzstorage_mount_group = qemu {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.963902] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.vzstorage_mount_opts = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.964090] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.964392] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.964578] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.vzstorage_mount_user = stack {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.964748] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.964927] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.965122] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.auth_type = password {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.965288] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.965449] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.965615] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.965776] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.connect_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.965938] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.connect_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.966129] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.default_floating_pool = public {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.966294] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.endpoint_override = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.966459] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.extension_sync_interval = 600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.966622] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.http_retries = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.966783] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.966986] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.967184] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.max_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.967363] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.967525] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.min_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.967698] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.ovs_bridge = br-int {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.967864] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.physnets = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.968047] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.region_name = RegionOne {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.968210] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.retriable_status_codes = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.968379] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.service_metadata_proxy = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.968540] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.968752] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.service_type = network {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.968957] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.969171] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.status_code_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.969348] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.status_code_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.969518] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.969703] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.969868] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] neutron.version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.970058] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] notifications.bdms_in_notifications = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.970242] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] notifications.default_level = INFO {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.970408] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] notifications.include_share_mapping = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.970585] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] notifications.notification_format = unversioned {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.970749] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] notifications.notify_on_state_change = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.970926] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.971114] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] pci.alias = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.971290] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] pci.device_spec = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.971456] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] pci.report_in_placement = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.971628] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.971804] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.auth_type = password {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.971972] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.972149] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.972310] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.972473] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.972633] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.connect_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.972793] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.connect_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.972948] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.default_domain_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.973120] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.default_domain_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.973277] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.domain_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.973436] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.domain_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.973595] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.endpoint_override = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.973757] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.973915] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.974087] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.max_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.974247] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.min_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.974416] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.password = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.974574] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.project_domain_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.974742] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.project_domain_name = Default {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.974908] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.project_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.975097] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.project_name = service {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.975271] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.region_name = RegionOne {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.975435] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.retriable_status_codes = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.975596] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.975766] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.service_type = placement {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.975932] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.976104] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.status_code_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.976270] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.status_code_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.976430] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.system_scope = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.976590] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.976747] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.trust_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.976972] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.user_domain_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.977193] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.user_domain_name = Default {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.977361] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.user_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.977540] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.username = nova {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.977724] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.977887] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] placement.version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.978082] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.cores = 20 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.978261] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.count_usage_from_placement = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.978437] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.978608] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.injected_file_content_bytes = 10240 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.978776] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.injected_file_path_length = 255 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.978976] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.injected_files = 5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.979171] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.instances = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.979341] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.key_pairs = 100 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.979510] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.metadata_items = 128 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.979678] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.ram = 51200 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.979858] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.recheck_quota = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.980055] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.server_group_members = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.980231] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.server_groups = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.980436] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.980612] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] quota.unified_limits_resource_strategy = require {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.980790] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.980957] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.981140] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.image_metadata_prefilter = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.981307] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.981472] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.max_attempts = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.981636] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.max_placement_results = 1000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.981799] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.981962] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.query_placement_for_image_type_support = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.982138] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.982311] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] scheduler.workers = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.982484] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.982655] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.982845] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.983037] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.983209] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.983376] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.983539] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.983731] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.983901] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.host_subset_size = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.984083] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.984251] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.984414] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.984578] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.isolated_hosts = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.984743] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.isolated_images = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.984907] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.985087] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.985257] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.985436] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.pci_in_placement = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.985598] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.985760] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.985924] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.986101] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.986269] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.986433] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.986594] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.track_instance_changes = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.986772] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.986972] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] metrics.required = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.987164] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] metrics.weight_multiplier = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.987332] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.987498] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] metrics.weight_setting = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.987824] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.988017] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] serial_console.enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.988210] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] serial_console.port_range = 10000:20000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.988385] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.988557] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.988725] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] serial_console.serialproxy_port = 6083 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.988922] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.989124] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.auth_type = password {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.989292] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.989452] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.989615] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.989780] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.989964] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.990160] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.send_service_user_token = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.990329] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.990489] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] service_user.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.990662] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.agent_enabled = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.990829] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.991160] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.991377] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.991554] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.html5proxy_port = 6082 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.991719] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.image_compression = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.991879] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.jpeg_compression = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.992052] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.playback_compression = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.992223] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.require_secure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.992395] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.server_listen = 127.0.0.1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.992566] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.992727] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.streaming_mode = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.992884] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] spice.zlib_compression = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.993065] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] upgrade_levels.baseapi = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.993245] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] upgrade_levels.compute = auto {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.993408] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] upgrade_levels.conductor = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.993566] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] upgrade_levels.scheduler = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.993735] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.993899] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.auth_type = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.994074] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.994238] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.994405] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.994567] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.994726] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.994890] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.995065] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vendordata_dynamic_auth.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.995242] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.api_retry_count = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.995406] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.ca_file = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.995580] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.cache_prefix = devstack-image-cache {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.995751] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.cluster_name = testcl1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.995918] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.connection_pool_size = 10 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.996094] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.console_delay_seconds = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.996269] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.datastore_regex = ^datastore.* {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.996479] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.996655] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.host_password = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.996834] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.host_port = 443 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.997044] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.host_username = administrator@vsphere.local {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.997226] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.insecure = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.997391] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.integration_bridge = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.997557] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.maximum_objects = 100 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.997717] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.pbm_default_policy = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.997881] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.pbm_enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.998055] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.pbm_wsdl_location = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.998230] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.998392] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.serial_port_proxy_uri = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.998551] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.serial_port_service_uri = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.998720] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.task_poll_interval = 0.5 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.998930] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.use_linked_clone = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.999121] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.vnc_keymap = en-us {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.999293] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.vnc_port = 5900 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.999459] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vmware.vnc_port_total = 10000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.999648] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.auth_schemes = ['none'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 519.999824] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.000143] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.000334] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.000509] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.novncproxy_port = 6080 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.000696] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.server_listen = 127.0.0.1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.000876] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.001052] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.vencrypt_ca_certs = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.001219] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.vencrypt_client_cert = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.001378] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vnc.vencrypt_client_key = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.001561] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.001727] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.disable_deep_image_inspection = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.001892] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.002072] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.002249] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.002407] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.disable_rootwrap = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.002567] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.enable_numa_live_migration = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.002729] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.002890] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.003061] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.003225] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.libvirt_disable_apic = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.003383] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.003542] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.003700] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.003858] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.004027] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.004193] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.004350] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.004506] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.004662] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.004824] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.005025] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.005193] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.client_socket_timeout = 900 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.005360] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.default_pool_size = 1000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.005527] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.keep_alive = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.005693] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.max_header_line = 16384 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.005857] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.secure_proxy_ssl_header = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.006032] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.ssl_ca_file = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.006198] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.ssl_cert_file = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.006357] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.ssl_key_file = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.006521] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.tcp_keepidle = 600 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.006701] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.006891] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] zvm.ca_file = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.007075] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] zvm.cloud_connector_url = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.007383] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.007565] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] zvm.reachable_timeout = 300 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.007741] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.007920] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.008115] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.connection_string = messaging:// {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.008290] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.enabled = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.008461] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.es_doc_type = notification {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.008626] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.es_scroll_size = 10000 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.008795] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.es_scroll_time = 2m {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.008986] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.filter_error_trace = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.009178] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.hmac_keys = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.009348] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.sentinel_service_name = mymaster {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.009515] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.socket_timeout = 0.1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.009679] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.trace_requests = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.009843] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler.trace_sqlalchemy = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.010041] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler_jaeger.process_tags = {} {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.010211] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler_jaeger.service_name_prefix = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.010377] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] profiler_otlp.service_name_prefix = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.010542] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] remote_debug.host = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.010699] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] remote_debug.port = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.010883] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.011061] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.011232] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.011396] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.011560] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.011731] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.011892] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.012066] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.012236] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.012407] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.012568] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.012739] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.012909] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.013094] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.013272] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.013441] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.013606] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.013782] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.013946] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.014127] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.014297] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.014464] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.014629] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.014795] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.014958] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.015136] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.015301] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.015463] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.015630] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.015797] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.ssl = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.015972] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.016160] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.016326] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.016499] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.016670] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.ssl_version = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.016851] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.017070] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.017249] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_notifications.retry = -1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.017435] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.017613] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_messaging_notifications.transport_url = **** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.017794] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.auth_section = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.017958] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.auth_type = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.018137] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.cafile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.018298] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.certfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.018459] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.collect_timing = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.018616] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.connect_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.018773] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.connect_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.018957] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.endpoint_id = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.019155] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.endpoint_interface = publicURL {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.019316] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.endpoint_override = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.019474] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.endpoint_region_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.019634] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.endpoint_service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.019795] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.endpoint_service_type = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.020011] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.insecure = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.020191] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.keyfile = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.020354] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.max_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.020513] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.min_version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.020674] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.region_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.020836] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.retriable_status_codes = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.020997] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.service_name = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.021172] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.service_type = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.021336] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.split_loggers = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.021493] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.status_code_retries = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.021653] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.status_code_retry_delay = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.021815] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.timeout = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.021978] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.valid_interfaces = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.022151] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_limit.version = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.022321] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_reports.file_event_handler = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.022487] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.022647] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] oslo_reports.log_dir = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.022820] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.022984] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.023159] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.023327] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.023490] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.023648] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.023819] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.023981] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_ovs_privileged.group = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.024156] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.024324] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.024489] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.024648] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] vif_plug_ovs_privileged.user = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.024817] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_linux_bridge.flat_interface = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.024996] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.025189] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.025361] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.025533] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.025698] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.025866] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.026039] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.026225] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.026396] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_ovs.isolate_vif = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.026563] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.026731] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.026897] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.027081] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_ovs.ovsdb_interface = native {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.027249] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] os_vif_ovs.per_port_bridge = False {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.027420] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] privsep_osbrick.capabilities = [21] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.027579] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] privsep_osbrick.group = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.027735] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] privsep_osbrick.helper_command = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.027901] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.028080] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.028243] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] privsep_osbrick.user = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.028417] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.028575] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] nova_sys_admin.group = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.028732] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] nova_sys_admin.helper_command = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.028920] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.029105] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.029266] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] nova_sys_admin.user = None {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.029399] env[63302]: DEBUG oslo_service.service [None req-1c1c9203-299d-4945-a68a-fdc054c7765e None None] ******************************************************************************** {{(pid=63302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 520.029823] env[63302]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 520.533229] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Getting list of instances from cluster (obj){ [ 520.533229] env[63302]: value = "domain-c8" [ 520.533229] env[63302]: _type = "ClusterComputeResource" [ 520.533229] env[63302]: } {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 520.534317] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9b5edf-bf1f-46c1-9daa-8f687e996504 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.543363] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Got total of 0 instances {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 520.543945] env[63302]: WARNING nova.virt.vmwareapi.driver [None req-a150af22-b201-485f-bc24-35f5829233fc None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 520.544451] env[63302]: INFO nova.virt.node [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Generated node identity fb3e1725-5508-45da-a52c-61b09cfbc0a0 [ 520.544687] env[63302]: INFO nova.virt.node [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Wrote node identity fb3e1725-5508-45da-a52c-61b09cfbc0a0 to /opt/stack/data/n-cpu-1/compute_id [ 521.047342] env[63302]: WARNING nova.compute.manager [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Compute nodes ['fb3e1725-5508-45da-a52c-61b09cfbc0a0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 522.054036] env[63302]: INFO nova.compute.manager [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 523.059232] env[63302]: WARNING nova.compute.manager [None req-a150af22-b201-485f-bc24-35f5829233fc None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 523.059521] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.059720] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.059884] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.060054] env[63302]: DEBUG nova.compute.resource_tracker [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 523.060981] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e2f9b-e35c-4496-90ce-4d26f845b124 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.069248] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b37c85-55cd-4620-9d2b-6b44fe3b1e06 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.082875] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95914762-7c34-439c-b31f-20239a6fb342 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.089367] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad93d4bd-3535-4e3f-b8ea-c2a0f61d0ca9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.119894] env[63302]: DEBUG nova.compute.resource_tracker [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181369MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 523.120077] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.120277] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.622356] env[63302]: WARNING nova.compute.resource_tracker [None req-a150af22-b201-485f-bc24-35f5829233fc None None] No compute node record for cpu-1:fb3e1725-5508-45da-a52c-61b09cfbc0a0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host fb3e1725-5508-45da-a52c-61b09cfbc0a0 could not be found. [ 524.126224] env[63302]: INFO nova.compute.resource_tracker [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: fb3e1725-5508-45da-a52c-61b09cfbc0a0 [ 525.635335] env[63302]: DEBUG nova.compute.resource_tracker [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 525.635704] env[63302]: DEBUG nova.compute.resource_tracker [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 525.793751] env[63302]: INFO nova.scheduler.client.report [None req-a150af22-b201-485f-bc24-35f5829233fc None None] [req-a0763a8c-23a7-4a64-9014-75ec9175fc40] Created resource provider record via placement API for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 525.810467] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c828c594-b471-4564-af3e-7931fad6696b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.817869] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c872492-5ea1-41ee-946e-cdbf5b345322 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.848017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeee674-62b2-48b6-8600-03f21c73f34e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.854586] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26c0040-d2f2-42f5-951d-f027325eb1bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.867508] env[63302]: DEBUG nova.compute.provider_tree [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 526.403528] env[63302]: DEBUG nova.scheduler.client.report [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 526.403757] env[63302]: DEBUG nova.compute.provider_tree [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 0 to 1 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 526.403898] env[63302]: DEBUG nova.compute.provider_tree [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 526.451716] env[63302]: DEBUG nova.compute.provider_tree [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 1 to 2 during operation: update_traits {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 526.958358] env[63302]: DEBUG nova.compute.resource_tracker [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 526.958358] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.958358] env[63302]: DEBUG nova.service [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Creating RPC server for service compute {{(pid=63302) start /opt/stack/nova/nova/service.py:186}} [ 526.971897] env[63302]: DEBUG nova.service [None req-a150af22-b201-485f-bc24-35f5829233fc None None] Join ServiceGroup membership for this service compute {{(pid=63302) start /opt/stack/nova/nova/service.py:203}} [ 526.972467] env[63302]: DEBUG nova.servicegroup.drivers.db [None req-a150af22-b201-485f-bc24-35f5829233fc None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63302) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 539.977363] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.480660] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Getting list of instances from cluster (obj){ [ 540.480660] env[63302]: value = "domain-c8" [ 540.480660] env[63302]: _type = "ClusterComputeResource" [ 540.480660] env[63302]: } {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 540.481936] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d71c8-7836-4b17-9629-deb95b462974 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.490572] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Got total of 0 instances {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 540.490799] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.491124] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Getting list of instances from cluster (obj){ [ 540.491124] env[63302]: value = "domain-c8" [ 540.491124] env[63302]: _type = "ClusterComputeResource" [ 540.491124] env[63302]: } {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 540.492050] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506fdbe9-c13b-49cc-8f4d-a9211e68e423 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.499278] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Got total of 0 instances {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 575.193284] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.193701] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.193803] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 575.193911] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 575.697396] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 575.697638] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.697887] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.698094] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.698286] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.698475] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.698652] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.698815] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 575.698964] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.205885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.206427] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.206512] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.206770] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 576.208550] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac7126-1b38-4683-8fb1-2db2819d5f69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.219786] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7027bbb6-8017-4e88-8d4e-4fc4889a9884 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.242372] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c51b0d4-2a96-42d2-808f-d980bed7e9e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.252543] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a7230-b49a-4106-aa7a-69386c746122 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.292816] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 576.292994] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.293186] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.312809] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 577.313064] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 577.328255] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c01f81d-a31c-41b7-a9bb-3a03f66fa004 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.335648] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867415d3-9d66-4722-bc35-bf77242b23d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.364909] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f6a6f8-e319-4a9b-b13d-47e0e0aa7ae4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.371583] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b192ff24-543f-4e99-b679-3b9c884aa648 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.384264] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.887856] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.393085] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 578.393464] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.381274] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.381274] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.885958] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.886219] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 638.886219] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 639.392319] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 639.392675] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.392675] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.392845] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.392991] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.393148] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.393290] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.393416] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 639.393554] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.896742] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.896984] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.897247] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.897324] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 639.898257] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d347dae3-2dbd-4ba2-8367-6e61c9bd9d0c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.906751] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8bcaf9-4efd-406e-9a48-9aaf58f3f0a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.920368] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d0a863-d8d6-49e9-b37a-236309860e82 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.926319] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e42043-0fd7-40e8-bbe8-cb3d93d1d8d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.955197] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181366MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 639.955359] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.955534] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.973473] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 640.973788] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 640.987038] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e2564f-9cf7-4a52-8f73-5b78b5eb75fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.995677] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb7fb98-dcc8-42c7-9414-b4e77af49fdd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.025334] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0073790d-8744-4cd7-adc9-a2f28d78c7c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.032085] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9fd5e8-0286-4f81-895c-a27a347c8069 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.044643] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.547530] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.548866] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 641.549054] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.550952] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 701.551328] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 701.551328] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 701.551475] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 702.054704] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 702.054988] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.055087] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.055261] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.055416] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.055560] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.055703] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.055834] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 702.055977] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.559529] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.563144] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.563144] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.563144] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 702.563144] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb58d6b-c4e3-4e2f-a3b4-d1b7fbc8b355 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.569125] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c56e5-6e42-4a49-8b85-97aa29aa7d12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.583102] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882cb088-d038-4cd3-bfc0-5340234748d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.589034] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719eec3-5a59-406a-94be-c53f80abe240 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.617225] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 702.617355] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.617532] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.635656] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 703.635897] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 703.648799] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f41dd-2b74-49da-b809-19f842d2b22c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.656485] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b052892-c5f3-4ac0-aa17-a6a2c7446d2f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.685904] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5832beec-8851-4491-9020-32eaff43ebb3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.692523] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97134ad-857b-4b73-99d0-db590eb0d633 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.705012] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.208337] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.209622] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 704.209802] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.838292] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.838675] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.342623] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.342781] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 762.342903] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 762.845405] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 762.845717] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.845805] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.845956] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.846118] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.846263] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.846405] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.846531] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 762.846667] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 763.349701] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.349971] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.350123] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.350282] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 763.351188] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54201a7c-2a32-4714-964c-af10a01d72a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.360014] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06320abf-9cf4-4edc-a21b-6a675572f057 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.374280] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec024c0-b5b6-4f71-9664-dc59f35998ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.380704] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec6d756-0ad4-46b8-8a04-a88d44ef4f3b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.409593] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181366MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 763.409743] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.409931] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.428158] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 764.428451] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 764.442029] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3c8f10-d556-4b8c-a693-1d4f7c243aeb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.449555] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3b9fad-b0ca-4044-a144-9c292f1d3146 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.479156] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0768094-23a5-481e-a84c-6831512aef5f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.485796] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab1c441-1777-44da-891a-35c104cfa9c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.498239] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.000928] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.002278] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 765.002452] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.187909] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.188443] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 815.692296] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] There are 0 instances to clean {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 815.692549] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.692678] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances with incomplete migration {{(pid=63302) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 816.195955] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.694092] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.694429] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.694520] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.186476] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.186835] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.186835] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.186999] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.187123] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 820.187271] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.690309] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.690553] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.690721] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.690880] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 820.691817] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b125700f-694d-46ba-a99c-c43a413d45de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.700615] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1914d51-96a2-4d32-afb5-dba05adb39dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.715468] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c9d219-36cd-406f-a47f-dee3f2158214 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.721915] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe9f26-3ab3-4a04-b9a5-96a189c937d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.750481] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 820.750603] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.750780] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.768197] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 821.768422] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 821.781043] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ada043-549c-484b-9db7-ea10a7b51a48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.788832] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e65ce7a-4f29-417c-8886-aaff53f0f18c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.818429] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3379691-f726-4aa0-b35b-9745d3e91ac9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.825564] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e95a04-b969-42a2-b09b-3b613a563b14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.838009] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.340890] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.342170] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 822.342363] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.340611] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.340996] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 823.340996] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 823.843562] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 876.184704] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.180183] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.183780] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.185647] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.186087] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.186087] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 881.185458] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.179825] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.684582] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.684809] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 882.684850] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 883.187577] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 883.187953] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.188070] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.691838] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.692101] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.692277] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.692430] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 883.693439] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770a8a5e-82f6-4047-b246-375f063eff03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.702262] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a04d6f-a865-4fd5-a514-0f3a1478c4fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.716194] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58353511-622f-4676-955f-ab7ad736b7b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.722587] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76096ffc-3439-43e7-89e6-a3e4a6909e06 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.750695] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181391MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 883.750852] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.751060] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.783407] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 884.783663] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 884.799850] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 884.814216] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 884.814401] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.828447] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 884.844711] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 884.858101] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce543f7-0ebc-4345-90fa-0c723a272479 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.865565] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f29cb9-a7c4-48c4-8bd3-b510b22504c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.895838] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb738007-2f3e-4598-908e-799d7452d9c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.902662] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb95081-1d11-47af-916a-3eae7a986ab8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.916125] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.418730] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.420032] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 885.420210] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.669s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.417451] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.417862] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.417862] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.418055] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.418126] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.418266] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 942.184351] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.184757] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.687498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.687744] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.687891] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.688061] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 942.688954] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c823547-afcf-4315-aede-d98a55eb5f55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.697093] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9121d6d-d8cb-4a61-a89d-a41f2047247e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.710842] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b722a9-7152-4cd5-b32d-150cc0c79830 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.717011] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e35816-fa77-4c9d-aded-a3e90707e5f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.745983] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 942.746142] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.746324] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.763852] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 943.764117] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 943.777058] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7e7e38-95e3-47cf-8fb5-a56aa78aa10f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.784708] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805808e-f0fb-405e-9e61-d8a9c7af24fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.813442] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc0908-0278-49bf-8c86-e5e3c50b1501 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.820239] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0956cc-0ed8-4542-b157-7c320db3139a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.832619] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.335343] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.336645] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 944.336824] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.337383] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.337803] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 945.337803] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 945.840317] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 945.840597] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.185679] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.184534] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.180583] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.185227] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.185387] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1002.185282] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.180206] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.686964] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.184722] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.687666] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.688141] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.688141] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.688264] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1004.689120] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00b5800-667a-4fc2-b327-c094eb253ec5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.697444] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d03d374-f231-4973-9b48-f0af7337d909 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.711230] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e623f-8072-4be7-9d4b-df3fb8685eda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.717331] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2dff89-f731-4d6f-b5ee-37eacab679a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.745774] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1004.745931] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.746116] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.763961] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1005.764207] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1005.777299] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e89b91-125a-4130-8af8-94c9bef60b35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.784653] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8c45b-2f60-452c-a2f3-80144429276c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.813771] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01735d4-31c9-4639-8070-0aa6530bfe73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.821093] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1463708c-8a6c-4d3d-927f-ac1e98a437c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.834083] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.337291] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.338578] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1006.338760] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.338752] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.339154] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1007.339154] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1007.842678] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1007.842942] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.184268] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.184677] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.180571] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.184245] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.184397] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1062.184597] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.184602] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.185038] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1065.185038] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1065.688079] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1065.688324] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.185108] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.688656] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.688903] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.689070] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.689227] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1066.690139] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543e7661-661b-4afe-90d3-1710d8d62d51 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.698523] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f333e64c-3007-4b16-85ac-aff8ed9d715d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.712061] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c190f2fb-f681-4cfb-871d-f786dedfef14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.718173] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc94ef-cd08-4ee4-8098-4588e19beef6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.746913] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1066.747052] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.747231] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.766365] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1067.766651] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1067.780656] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4683f8-1143-4895-8158-188200d86c26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.787936] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1a6016-4471-4e23-8830-5953d39eb905 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.816630] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7335e15a-45d2-4ce2-b650-15c795c6942f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.823211] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3ee0da-3678-4d00-bd06-6b3e40307329 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.835707] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.338754] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.339994] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1068.340191] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.340763] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.185811] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.184988] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.180763] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.184648] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.184648] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.184648] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1126.186055] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.186055] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1126.186055] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1126.689264] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1127.184534] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.184765] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.184930] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1127.688269] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] There are 0 instances to clean {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1127.688657] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.688657] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances with incomplete migration {{(pid=63302) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1128.191208] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.691077] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.195082] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.195289] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.698575] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.698943] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.698943] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.699141] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1130.699997] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac39983-4761-4317-b343-6f5cb666e069 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.708452] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41add92-e256-47e2-aa9f-3ee901767ec1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.722016] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef5992-1153-4849-95c4-a19ccd550521 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.728135] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aba82b-87db-4134-9ea0-e7e34123b924 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.757220] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181366MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1130.757342] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.757679] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.775854] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1131.776192] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1131.788813] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e2528-c9ad-4e80-8602-6ac091970f1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.796293] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b28bfdd-42e4-46c7-be45-dec23fc0fd9b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.825564] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ef0b8-d852-4686-80b6-22b3858f400e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.832164] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6c2b91-2a84-4437-8cde-bccd710dd909 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.844571] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.349952] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.351210] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1132.351389] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.134959] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.638609] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Getting list of instances from cluster (obj){ [ 1142.638609] env[63302]: value = "domain-c8" [ 1142.638609] env[63302]: _type = "ClusterComputeResource" [ 1142.638609] env[63302]: } {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1142.639687] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e40cc1-f9cc-44a0-bf5b-e047a86b990c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.649435] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Got total of 0 instances {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1181.700845] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.185607] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.186066] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1184.185514] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.185793] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.181480] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.185017] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.185388] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1186.185388] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1186.688468] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1189.184584] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.184482] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.184753] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.688254] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.688526] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.688661] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.688811] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1190.690012] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9a6baf-4d5f-415b-9749-deea5b2d2397 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.697753] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3724ae4-1f11-456f-bee0-5f74de2fcc6a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.711670] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c0b91-6626-4b1b-8194-c39762bd1c7a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.717921] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef1f84e-3885-4f0d-b32b-272725d2e5b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.746296] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1190.746456] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.746660] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.863502] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1191.863748] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1191.878779] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1191.889900] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1191.890082] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.899007] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1191.913279] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1191.924109] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcb8b3c-21e1-472d-be95-ff872257eeb2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.931285] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07c5d51-af0c-4c59-a9ee-2e4bdfb0da29 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.960430] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbda625-aac6-49b5-92eb-4a582707224b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.967307] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f924be5f-7f61-4c28-8e6c-90c02607f373 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.979782] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.483276] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.484561] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1192.484766] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.738s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.487257] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.184699] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.185580] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.185974] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1246.180573] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.184153] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.185546] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.186029] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1248.186029] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1248.689099] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1249.683911] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.188545] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.691016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.691412] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.691492] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.691648] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1250.692562] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd024a09-17b9-4416-b136-8f48d1369d26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.700984] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc014cd-e265-486e-bebb-b89fda16aee8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.714625] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf2b765-98e5-428c-ab19-137be25d2569 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.720507] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cb785c-75fa-40c2-a088-f364f61be592 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.748551] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1250.748673] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.748861] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.766560] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1251.766882] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1251.779841] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26957830-8d12-42de-8656-c5e161bc1169 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.787528] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e67b3-1823-4a09-9710-7cbb2b38dd0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.816927] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f825b74-1c90-492b-94e2-c6523b79fba8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.823693] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d1ea28-3ffd-4f8e-8c10-23514bb21246 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.836326] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.339237] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.340498] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1252.340683] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.337390] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.337841] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.185923] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.187294] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.184606] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.184837] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.185017] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1308.181643] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.184268] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.184491] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1308.184700] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1308.687555] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1311.184953] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.185419] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.185419] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.688849] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.689103] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.689269] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.689423] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1311.690302] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4958856e-bee7-4951-919a-40ed7a81b053 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.698344] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4fffd5-8829-48f1-a472-aaaefdbdd7fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.712087] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad8e59b-ba34-4976-bd47-b8fe0303173d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.717974] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556e8bd9-851a-4411-bfb3-ff5ed0770049 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.745876] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181383MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1311.746018] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.746217] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.763843] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1312.764082] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1312.776893] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ded102-6eeb-4dfb-9f9f-2c1e261e3d9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.784018] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c98fe-414c-45f6-a48e-028f42ac2391 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.813400] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f2705c-5ae8-4cbc-903e-ec3314fcc94a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.819707] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84d22fc-a975-40af-8387-52fecdd3bbb5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.831856] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.334515] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.335778] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1313.335962] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.546189] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquiring lock "9fe043fc-bd54-4dbc-aaa9-174e78346455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.546778] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "9fe043fc-bd54-4dbc-aaa9-174e78346455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.049159] env[63302]: DEBUG nova.compute.manager [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.468519] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "3c511892-55c5-4fab-9c57-60ae7a3432d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.468907] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "3c511892-55c5-4fab-9c57-60ae7a3432d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.591261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.591668] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.594034] env[63302]: INFO nova.compute.claims [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.712661] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquiring lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.714198] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.972390] env[63302]: DEBUG nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.218688] env[63302]: DEBUG nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.501288] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.520467] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquiring lock "535497be-2b28-42a1-9136-aef6846abff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.521382] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "535497be-2b28-42a1-9136-aef6846abff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.678465] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a4f88-61b4-4866-b372-e335b9ac0c39 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.686824] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295411db-c068-4e8b-ab56-febc38c3ac13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.728034] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9c6618-e203-41f3-98a9-1760fbecb353 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.735846] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b230fc7-fc9b-4669-83ab-68714d4c45f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.755582] env[63302]: DEBUG nova.compute.provider_tree [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.758501] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.026460] env[63302]: DEBUG nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.264059] env[63302]: DEBUG nova.scheduler.client.report [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.565320] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.774519] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.777237] env[63302]: DEBUG nova.compute.manager [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.778769] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.279s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.780234] env[63302]: INFO nova.compute.claims [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.291037] env[63302]: DEBUG nova.compute.utils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1337.298217] env[63302]: DEBUG nova.compute.manager [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Not allocating networking since 'none' was specified. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1337.355277] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.355277] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.796245] env[63302]: DEBUG nova.compute.manager [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.857496] env[63302]: DEBUG nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.902230] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a4e5b-5b81-4a27-8233-022ba6e1366a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.912312] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba097cc-4a36-4948-adce-15198e1a6b22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.947359] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41555b4b-2504-4d3e-9dc9-5e16e82a112a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.955334] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5bbf30-acb3-44ac-ad49-8e7bc5d84c17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.970260] env[63302]: DEBUG nova.compute.provider_tree [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.392522] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.475088] env[63302]: DEBUG nova.scheduler.client.report [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.812213] env[63302]: DEBUG nova.compute.manager [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.983529] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.985044] env[63302]: DEBUG nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.986543] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.228s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.988478] env[63302]: INFO nova.compute.claims [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.414424] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.414424] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.414424] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.414642] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.414677] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.414824] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.415776] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.416197] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.417623] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.417623] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.417623] env[63302]: DEBUG nova.virt.hardware [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.418091] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a8fcb-6304-4a77-be9b-8486da2271b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.431687] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3897155-f2ec-4eb3-8c7d-010cfe427b8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.448260] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51bc0b4-fdfc-4ce7-82a4-e58a4ac6816f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.480099] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.497802] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.500140] env[63302]: DEBUG nova.compute.utils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.504086] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a460749a-0a9d-4180-9e35-9afb488fb25f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.510028] env[63302]: DEBUG nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.510028] env[63302]: DEBUG nova.network.neutron [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.524303] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Created folder: OpenStack in parent group-v4. [ 1339.524564] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Creating folder: Project (da5082967cdc4a5b93831bf3b6e14247). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.524874] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-309facd2-8596-4c4b-b7e0-33d90b3007ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.538703] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Created folder: Project (da5082967cdc4a5b93831bf3b6e14247) in parent group-v372222. [ 1339.538906] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Creating folder: Instances. Parent ref: group-v372223. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.539173] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9517006f-14c3-4bd1-93d9-16494a453707 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.548538] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Created folder: Instances in parent group-v372223. [ 1339.549060] env[63302]: DEBUG oslo.service.loopingcall [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.549133] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.549286] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f5e7ea5-1db8-453a-9c0b-767c50e0eb0d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.573924] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.573924] env[63302]: value = "task-1794773" [ 1339.573924] env[63302]: _type = "Task" [ 1339.573924] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.584277] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794773, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.854223] env[63302]: DEBUG nova.policy [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02a53546f97e4679ae334166b1f61dc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3267da4127d49b68ae0c29341462f80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.007782] env[63302]: DEBUG nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.091894] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794773, 'name': CreateVM_Task, 'duration_secs': 0.294327} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.092015] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.093134] env[63302]: DEBUG oslo_vmware.service [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e02e6eb-6b05-4243-81bd-3a548c3881ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.099903] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.100185] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.100808] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.101061] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5bd652-e21c-4146-90c8-40e16959f25b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.106156] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1340.106156] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5292c323-b1f5-82a0-4e0e-00edc6d420c8" [ 1340.106156] env[63302]: _type = "Task" [ 1340.106156] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.119593] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5292c323-b1f5-82a0-4e0e-00edc6d420c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.176013] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f613402b-7585-40ea-b813-fc37195336c2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.183991] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "75757aed-59d8-497a-a60a-e501399ae412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.185528] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "75757aed-59d8-497a-a60a-e501399ae412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.192236] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092f1239-dc7e-4f53-80f2-ff8631424713 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.237778] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5dfd9c-35b3-48da-bbac-f87cafebd4f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.246164] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8293fe84-9795-496f-8fa1-be16797bdb4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.265165] env[63302]: DEBUG nova.compute.provider_tree [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.627438] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.630017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.630017] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.630017] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.630017] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.630017] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5758c5a-13d8-4055-a8c2-a3e3a6a42d1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.648636] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.649097] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.649937] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd86a56-3e6f-4d46-8e3d-32b9715c59da {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.657690] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fcc878-0618-4cb6-b4d8-72e6066f4a00 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.662965] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1340.662965] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b9d704-8293-8341-13e1-3cefeb5c5bac" [ 1340.662965] env[63302]: _type = "Task" [ 1340.662965] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.673608] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b9d704-8293-8341-13e1-3cefeb5c5bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.691708] env[63302]: DEBUG nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.767909] env[63302]: DEBUG nova.scheduler.client.report [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.026995] env[63302]: DEBUG nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1341.059769] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.060008] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.060177] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.060391] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.060540] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.060687] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.060891] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.061321] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.061321] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.061477] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.061663] env[63302]: DEBUG nova.virt.hardware [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.062920] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26b764f-c34f-4442-88bc-47033eacf7d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.071650] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686551ad-24f8-4f96-923c-4e741c72cf47 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.175777] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Preparing fetch location {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1341.176245] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Creating directory with path [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.176593] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6914152-5ddd-4903-950c-42f1d98e6617 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.200623] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Created directory with path [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.200878] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Fetch image to [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/tmp-sparse.vmdk {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1341.201098] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Downloading image file data f36b64ca-937c-4454-aeab-452e11029cdb to [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/tmp-sparse.vmdk on the data store datastore1 {{(pid=63302) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1341.204407] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f20cf-9f5c-4411-a2f7-2c5f583de5e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.213573] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a339cf-a3f6-4a16-a807-9245abc88d39 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.225199] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.226858] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02696a7d-f194-44df-9208-f5e631660cdc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.275823] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0079181b-a4bf-4eac-bacf-a864f2e29a8d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.283442] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.285271] env[63302]: DEBUG nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.288309] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.723s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.291056] env[63302]: INFO nova.compute.claims [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.293666] env[63302]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b37b9e57-c788-44f6-be1d-3460c97ed830 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.323350] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Downloading image file data f36b64ca-937c-4454-aeab-452e11029cdb to the data store datastore1 {{(pid=63302) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1341.483407] env[63302]: DEBUG nova.network.neutron [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Successfully created port: 01b015a1-c63a-476c-abfb-529e5f309ce1 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.633537] env[63302]: DEBUG oslo_vmware.rw_handles [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1341.798833] env[63302]: DEBUG nova.compute.utils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1341.805378] env[63302]: DEBUG nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.805595] env[63302]: DEBUG nova.network.neutron [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.040563] env[63302]: DEBUG nova.policy [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87e0ce2da253442c907940d4fccb65d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0a268c54604d9f8a2321ce22c024eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.307211] env[63302]: DEBUG nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.369765] env[63302]: DEBUG oslo_vmware.rw_handles [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Completed reading data from the image iterator. {{(pid=63302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1342.369765] env[63302]: DEBUG oslo_vmware.rw_handles [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1342.505057] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Downloaded image file data f36b64ca-937c-4454-aeab-452e11029cdb to vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/tmp-sparse.vmdk on the data store datastore1 {{(pid=63302) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1342.507291] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Caching image {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1342.507639] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Copying Virtual Disk [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/tmp-sparse.vmdk to [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.508398] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b107d231-c4eb-42dc-8aad-034a129ad463 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.520016] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1342.520016] env[63302]: value = "task-1794774" [ 1342.520016] env[63302]: _type = "Task" [ 1342.520016] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.528712] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "fb4a09f6-c7ea-447b-b44d-2023432a4747" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.528946] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "fb4a09f6-c7ea-447b-b44d-2023432a4747" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.535429] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.555413] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda77d2c-23e6-4bda-aad5-a339e06f7473 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.567231] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed1dae-f011-4430-8c75-614fcbc59b88 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.603386] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf78fbb-cd8c-443f-880b-ca4c6b7c7e77 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.610733] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03992a4-7682-416a-abad-dd8739751f3c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.625624] env[63302]: DEBUG nova.compute.provider_tree [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.036287] env[63302]: DEBUG nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.038029] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794774, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.129127] env[63302]: DEBUG nova.scheduler.client.report [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.163908] env[63302]: DEBUG nova.network.neutron [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Successfully created port: 62483ad4-319d-43eb-8a6e-d6e0fa5cae55 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.324631] env[63302]: DEBUG nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.361202] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.361452] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.361986] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.361986] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.361986] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.362967] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.363997] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.364298] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.364741] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.365149] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.365412] env[63302]: DEBUG nova.virt.hardware [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.367015] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7e9bc2-5b28-4465-b7b9-13d2aca777ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.379605] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee794cf9-3503-4711-b745-79e2a7a8f3d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.534809] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683268} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.535284] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Copied Virtual Disk [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/tmp-sparse.vmdk to [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.535684] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Deleting the datastore file [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb/tmp-sparse.vmdk {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.535953] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-379a6724-d76d-4634-a6a0-b9764ff48b03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.547259] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1343.547259] env[63302]: value = "task-1794775" [ 1343.547259] env[63302]: _type = "Task" [ 1343.547259] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.561305] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.569917] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.638087] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.638087] env[63302]: DEBUG nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.639465] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.248s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.642946] env[63302]: INFO nova.compute.claims [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.066246] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024257} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.066246] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.066246] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Moving file from [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be/f36b64ca-937c-4454-aeab-452e11029cdb to [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb. {{(pid=63302) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1344.066246] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ee37d297-0414-4f21-b13b-5cf92f68ab0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.076106] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1344.076106] env[63302]: value = "task-1794776" [ 1344.076106] env[63302]: _type = "Task" [ 1344.076106] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.088390] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794776, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.149261] env[63302]: DEBUG nova.compute.utils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1344.149261] env[63302]: DEBUG nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.149261] env[63302]: DEBUG nova.network.neutron [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.199355] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "741a96ac-5d39-421a-b482-e81a577652f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.200121] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.414463] env[63302]: DEBUG nova.policy [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0d10e7e65044330a1ca9b31280d95e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a433e3893b3496a9f537baf7acba15f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.590021] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794776, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025598} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.590021] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] File moved {{(pid=63302) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1344.590021] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Cleaning up location [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1344.590021] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Deleting the datastore file [datastore1] vmware_temp/82573c82-4afe-4369-9577-f4a62b8c98be {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.590021] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b16957ab-0136-4ec9-a0f7-1ee709298367 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.596235] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1344.596235] env[63302]: value = "task-1794777" [ 1344.596235] env[63302]: _type = "Task" [ 1344.596235] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.608167] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.662050] env[63302]: DEBUG nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.703184] env[63302]: DEBUG nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.863587] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b1bb5-2d38-4baa-a12e-43c10e01d726 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.874859] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f8a930-230f-4dc9-adb7-b40cade8bac5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.915727] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb93bbd-c704-4967-b0c8-c6dbbedfdbd1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.923815] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098bd664-0e0d-4120-9ccc-f6afa9995251 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.938774] env[63302]: DEBUG nova.compute.provider_tree [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.109462] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028127} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.109934] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.111035] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4c07f2-4556-4fb3-8413-81c61a74f312 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.116352] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1345.116352] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a3e050-9e98-9d87-4629-c1c777998bef" [ 1345.116352] env[63302]: _type = "Task" [ 1345.116352] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.128980] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a3e050-9e98-9d87-4629-c1c777998bef, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.129181] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.129703] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9fe043fc-bd54-4dbc-aaa9-174e78346455/9fe043fc-bd54-4dbc-aaa9-174e78346455.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.129703] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-346df70c-533a-4cce-8cf6-8ddf491e4c53 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.138065] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1345.138065] env[63302]: value = "task-1794778" [ 1345.138065] env[63302]: _type = "Task" [ 1345.138065] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.148404] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.231652] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.444786] env[63302]: DEBUG nova.scheduler.client.report [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.653157] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480045} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.653157] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9fe043fc-bd54-4dbc-aaa9-174e78346455/9fe043fc-bd54-4dbc-aaa9-174e78346455.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.655477] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.655477] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-277d1327-b3fa-43d4-a6b7-8a001c87f423 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.662867] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1345.662867] env[63302]: value = "task-1794779" [ 1345.662867] env[63302]: _type = "Task" [ 1345.662867] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.670855] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.682302] env[63302]: DEBUG nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.719150] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.719545] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.719674] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.719906] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.721681] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.721681] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.722089] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.722150] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.722395] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.722619] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.722850] env[63302]: DEBUG nova.virt.hardware [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.723742] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a841f2-3ff0-4436-a808-51c5d55bf0c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.733968] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c54bbe1-d6b1-41f4-be37-ad55bebc4524 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.800401] env[63302]: DEBUG nova.network.neutron [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Successfully updated port: 01b015a1-c63a-476c-abfb-529e5f309ce1 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.954089] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.954089] env[63302]: DEBUG nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.956725] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.732s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.958604] env[63302]: INFO nova.compute.claims [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.175430] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0646} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.175573] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.178363] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa246315-e061-432c-9513-d4ea283e6222 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.202355] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 9fe043fc-bd54-4dbc-aaa9-174e78346455/9fe043fc-bd54-4dbc-aaa9-174e78346455.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.202580] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0c4b1a-b8a4-4638-bee8-c68202b70efa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.227098] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1346.227098] env[63302]: value = "task-1794780" [ 1346.227098] env[63302]: _type = "Task" [ 1346.227098] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.236147] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.307321] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.307522] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquired lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.307867] env[63302]: DEBUG nova.network.neutron [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.462693] env[63302]: DEBUG nova.compute.utils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.466827] env[63302]: DEBUG nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.467019] env[63302]: DEBUG nova.network.neutron [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.545085] env[63302]: DEBUG nova.network.neutron [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Successfully created port: 417ab744-139f-493c-ba25-e597549b4bfa {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.720236] env[63302]: DEBUG nova.compute.manager [req-a30e9505-a982-41a8-b9ca-c2f2fc503f3f req-4e2f5914-2a82-40af-b7c0-a7ad7b3b8701 service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Received event network-vif-plugged-01b015a1-c63a-476c-abfb-529e5f309ce1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1346.720236] env[63302]: DEBUG oslo_concurrency.lockutils [req-a30e9505-a982-41a8-b9ca-c2f2fc503f3f req-4e2f5914-2a82-40af-b7c0-a7ad7b3b8701 service nova] Acquiring lock "3c511892-55c5-4fab-9c57-60ae7a3432d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.720236] env[63302]: DEBUG oslo_concurrency.lockutils [req-a30e9505-a982-41a8-b9ca-c2f2fc503f3f req-4e2f5914-2a82-40af-b7c0-a7ad7b3b8701 service nova] Lock "3c511892-55c5-4fab-9c57-60ae7a3432d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.720236] env[63302]: DEBUG oslo_concurrency.lockutils [req-a30e9505-a982-41a8-b9ca-c2f2fc503f3f req-4e2f5914-2a82-40af-b7c0-a7ad7b3b8701 service nova] Lock "3c511892-55c5-4fab-9c57-60ae7a3432d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.720401] env[63302]: DEBUG nova.compute.manager [req-a30e9505-a982-41a8-b9ca-c2f2fc503f3f req-4e2f5914-2a82-40af-b7c0-a7ad7b3b8701 service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] No waiting events found dispatching network-vif-plugged-01b015a1-c63a-476c-abfb-529e5f309ce1 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.720686] env[63302]: WARNING nova.compute.manager [req-a30e9505-a982-41a8-b9ca-c2f2fc503f3f req-4e2f5914-2a82-40af-b7c0-a7ad7b3b8701 service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Received unexpected event network-vif-plugged-01b015a1-c63a-476c-abfb-529e5f309ce1 for instance with vm_state building and task_state spawning. [ 1346.747552] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794780, 'name': ReconfigVM_Task, 'duration_secs': 0.280416} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.753971] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 9fe043fc-bd54-4dbc-aaa9-174e78346455/9fe043fc-bd54-4dbc-aaa9-174e78346455.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.755896] env[63302]: DEBUG nova.policy [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc329bddb77c4b95bdff6086e14534c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4caffb29a2c64546aac8bb5047412508', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.758196] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5800a700-0811-4e09-b78d-ca4fd12bd438 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.766336] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1346.766336] env[63302]: value = "task-1794781" [ 1346.766336] env[63302]: _type = "Task" [ 1346.766336] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.776766] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794781, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.896473] env[63302]: DEBUG nova.network.neutron [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Successfully updated port: 62483ad4-319d-43eb-8a6e-d6e0fa5cae55 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.946029] env[63302]: DEBUG nova.network.neutron [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.969345] env[63302]: DEBUG nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.182023] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f06ade8-9711-4d0c-b0fc-a57dd343a76e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.191101] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a333f8a-7990-4e19-a7a5-3f4f66f61ce0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.231180] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc5b9e5-9228-44d1-9368-8c8c5b9fe339 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.240770] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517dd2e8-05c9-4a00-b9fa-4877d9590b33 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.263679] env[63302]: DEBUG nova.compute.provider_tree [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.276666] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794781, 'name': Rename_Task, 'duration_secs': 0.126976} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.277596] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.277596] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e40fe086-8b9b-445c-9bcb-ba20a806ed1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.288077] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1347.288077] env[63302]: value = "task-1794782" [ 1347.288077] env[63302]: _type = "Task" [ 1347.288077] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.296788] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.403915] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquiring lock "refresh_cache-361ec04e-63d5-493c-9ddc-6c88d9b32f1a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.403915] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquired lock "refresh_cache-361ec04e-63d5-493c-9ddc-6c88d9b32f1a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.403915] env[63302]: DEBUG nova.network.neutron [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.770732] env[63302]: DEBUG nova.scheduler.client.report [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.807266] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794782, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.981894] env[63302]: DEBUG nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.012344] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.013506] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.013506] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.013506] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.015349] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.016209] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.016209] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.016209] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.016209] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.016209] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.016503] env[63302]: DEBUG nova.virt.hardware [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.019228] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdba1ef-c89b-4b00-b759-858364243bcb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.025937] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144dfc43-9833-4a41-8a58-9dc223990732 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.090438] env[63302]: DEBUG nova.network.neutron [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Updating instance_info_cache with network_info: [{"id": "01b015a1-c63a-476c-abfb-529e5f309ce1", "address": "fa:16:3e:02:5a:96", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b015a1-c6", "ovs_interfaceid": "01b015a1-c63a-476c-abfb-529e5f309ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.207107] env[63302]: DEBUG nova.network.neutron [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.281602] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.282168] env[63302]: DEBUG nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.289492] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.720s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.291389] env[63302]: INFO nova.compute.claims [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.318378] env[63302]: DEBUG oslo_vmware.api [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794782, 'name': PowerOnVM_Task, 'duration_secs': 0.548046} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.322224] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.322806] env[63302]: INFO nova.compute.manager [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1348.323125] env[63302]: DEBUG nova.compute.manager [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.325247] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9556c2-3c07-417f-aba4-c90b2461ec4b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.598401] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Releasing lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.598401] env[63302]: DEBUG nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Instance network_info: |[{"id": "01b015a1-c63a-476c-abfb-529e5f309ce1", "address": "fa:16:3e:02:5a:96", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b015a1-c6", "ovs_interfaceid": "01b015a1-c63a-476c-abfb-529e5f309ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.598775] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:5a:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01b015a1-c63a-476c-abfb-529e5f309ce1', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.609844] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Creating folder: Project (f3267da4127d49b68ae0c29341462f80). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.615733] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa3eeef7-5b85-480a-ab2a-2fe7ba90d2db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.630235] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Created folder: Project (f3267da4127d49b68ae0c29341462f80) in parent group-v372222. [ 1348.630235] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Creating folder: Instances. Parent ref: group-v372226. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.630349] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49edae2e-71b0-4773-ae4c-9a00a0c6470c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.639935] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Created folder: Instances in parent group-v372226. [ 1348.640213] env[63302]: DEBUG oslo.service.loopingcall [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.640409] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.640609] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a3d3c9-7350-450a-bb5d-155faf99eb60 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.667137] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.667137] env[63302]: value = "task-1794785" [ 1348.667137] env[63302]: _type = "Task" [ 1348.667137] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.676849] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794785, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.783942] env[63302]: DEBUG nova.compute.manager [req-913f902f-dcd1-407d-9191-db5be69ffc2c req-68c6f0bc-3d73-4e1b-8401-8a5764a32e16 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Received event network-vif-plugged-62483ad4-319d-43eb-8a6e-d6e0fa5cae55 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1348.783942] env[63302]: DEBUG oslo_concurrency.lockutils [req-913f902f-dcd1-407d-9191-db5be69ffc2c req-68c6f0bc-3d73-4e1b-8401-8a5764a32e16 service nova] Acquiring lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.783942] env[63302]: DEBUG oslo_concurrency.lockutils [req-913f902f-dcd1-407d-9191-db5be69ffc2c req-68c6f0bc-3d73-4e1b-8401-8a5764a32e16 service nova] Lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.783942] env[63302]: DEBUG oslo_concurrency.lockutils [req-913f902f-dcd1-407d-9191-db5be69ffc2c req-68c6f0bc-3d73-4e1b-8401-8a5764a32e16 service nova] Lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.783942] env[63302]: DEBUG nova.compute.manager [req-913f902f-dcd1-407d-9191-db5be69ffc2c req-68c6f0bc-3d73-4e1b-8401-8a5764a32e16 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] No waiting events found dispatching network-vif-plugged-62483ad4-319d-43eb-8a6e-d6e0fa5cae55 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.784332] env[63302]: WARNING nova.compute.manager [req-913f902f-dcd1-407d-9191-db5be69ffc2c req-68c6f0bc-3d73-4e1b-8401-8a5764a32e16 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Received unexpected event network-vif-plugged-62483ad4-319d-43eb-8a6e-d6e0fa5cae55 for instance with vm_state building and task_state spawning. [ 1348.791653] env[63302]: DEBUG nova.compute.utils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1348.794814] env[63302]: DEBUG nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.794814] env[63302]: DEBUG nova.network.neutron [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.856716] env[63302]: INFO nova.compute.manager [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Took 14.30 seconds to build instance. [ 1348.865672] env[63302]: DEBUG nova.network.neutron [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Successfully created port: 25554534-cda4-4221-b14f-dd7962150046 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.977013] env[63302]: DEBUG nova.network.neutron [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Updating instance_info_cache with network_info: [{"id": "62483ad4-319d-43eb-8a6e-d6e0fa5cae55", "address": "fa:16:3e:8d:fd:5d", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62483ad4-31", "ovs_interfaceid": "62483ad4-319d-43eb-8a6e-d6e0fa5cae55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.993292] env[63302]: DEBUG nova.policy [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4b85833e2e4f20a4d2a72f52b042b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a7ac382c52b42d391cbaae9776cb49e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.180907] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794785, 'name': CreateVM_Task, 'duration_secs': 0.358056} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.181559] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.273343] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.273509] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.273893] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.274217] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503a2cb3-0d5f-49df-a638-9720be45b49f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.280305] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1349.280305] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52263a4e-896d-5793-a1f7-ea6fb5a0f71c" [ 1349.280305] env[63302]: _type = "Task" [ 1349.280305] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.288826] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52263a4e-896d-5793-a1f7-ea6fb5a0f71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.297802] env[63302]: DEBUG nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.362529] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d079a94-b3cf-4c68-a32a-d03efb5feb5d tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "9fe043fc-bd54-4dbc-aaa9-174e78346455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.816s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.483013] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Releasing lock "refresh_cache-361ec04e-63d5-493c-9ddc-6c88d9b32f1a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.483013] env[63302]: DEBUG nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Instance network_info: |[{"id": "62483ad4-319d-43eb-8a6e-d6e0fa5cae55", "address": "fa:16:3e:8d:fd:5d", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62483ad4-31", "ovs_interfaceid": "62483ad4-319d-43eb-8a6e-d6e0fa5cae55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.483328] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:fd:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62483ad4-319d-43eb-8a6e-d6e0fa5cae55', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.491269] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Creating folder: Project (5d0a268c54604d9f8a2321ce22c024eb). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.492657] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f928ae8-0781-410d-9350-570a5d998981 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.495442] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c3a3c-0379-4ad0-91a2-76d97187426d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.509187] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Created folder: Project (5d0a268c54604d9f8a2321ce22c024eb) in parent group-v372222. [ 1349.509606] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Creating folder: Instances. Parent ref: group-v372229. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.511755] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49a10524-963a-43a1-9a93-81ef23751dee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.514479] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dcf337-82cd-476a-9929-651f6db3f92b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.551091] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306dbf24-7e26-4e93-b19e-850008ce568c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.553751] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Created folder: Instances in parent group-v372229. [ 1349.556829] env[63302]: DEBUG oslo.service.loopingcall [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.556829] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.556829] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-903da1c3-a4a9-4d90-9d5d-6e4a46e73e4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.572780] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982adf89-5e40-40c0-99e6-e70701aa8949 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.577816] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.577816] env[63302]: value = "task-1794788" [ 1349.577816] env[63302]: _type = "Task" [ 1349.577816] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.589238] env[63302]: DEBUG nova.compute.provider_tree [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.597719] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794788, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.799256] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52263a4e-896d-5793-a1f7-ea6fb5a0f71c, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.800670] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.800670] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.800670] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.800670] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.800811] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.801015] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9620b364-726b-460d-87e1-9fdddd97b71e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.814596] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.815709] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.816523] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f43bd9-cff0-4722-a51f-7de69bf304f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.826105] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1349.826105] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5232d431-58c5-b03b-20cf-bccc90920a26" [ 1349.826105] env[63302]: _type = "Task" [ 1349.826105] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.838653] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5232d431-58c5-b03b-20cf-bccc90920a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.857253] env[63302]: DEBUG nova.compute.manager [req-ea75fb99-3a1a-4adf-9f50-29032a34e79f req-8f6fbf8f-19ef-49b6-966b-a1acc7692e7f service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Received event network-changed-01b015a1-c63a-476c-abfb-529e5f309ce1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1349.857527] env[63302]: DEBUG nova.compute.manager [req-ea75fb99-3a1a-4adf-9f50-29032a34e79f req-8f6fbf8f-19ef-49b6-966b-a1acc7692e7f service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Refreshing instance network info cache due to event network-changed-01b015a1-c63a-476c-abfb-529e5f309ce1. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1349.858043] env[63302]: DEBUG oslo_concurrency.lockutils [req-ea75fb99-3a1a-4adf-9f50-29032a34e79f req-8f6fbf8f-19ef-49b6-966b-a1acc7692e7f service nova] Acquiring lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.858043] env[63302]: DEBUG oslo_concurrency.lockutils [req-ea75fb99-3a1a-4adf-9f50-29032a34e79f req-8f6fbf8f-19ef-49b6-966b-a1acc7692e7f service nova] Acquired lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.860955] env[63302]: DEBUG nova.network.neutron [req-ea75fb99-3a1a-4adf-9f50-29032a34e79f req-8f6fbf8f-19ef-49b6-966b-a1acc7692e7f service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Refreshing network info cache for port 01b015a1-c63a-476c-abfb-529e5f309ce1 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.932481] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.932733] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.095518] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794788, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.099340] env[63302]: DEBUG nova.scheduler.client.report [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.313831] env[63302]: DEBUG nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.349469] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5232d431-58c5-b03b-20cf-bccc90920a26, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.350052] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9409fdf5-f338-4833-b0bb-aeb8cc777a89 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.355812] env[63302]: DEBUG nova.network.neutron [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Successfully created port: e3b89e71-5425-44e2-aa09-bf72a4b04c20 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.364060] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.364522] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.364799] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.369024] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.369024] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.369024] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.369024] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.369024] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.369385] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.369385] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.369385] env[63302]: DEBUG nova.virt.hardware [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.371414] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4d7df4-4edc-465a-833e-acf6089ba0fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.374279] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1350.374279] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5228c8d3-13d2-51f9-31c2-fd6a9bc1aba9" [ 1350.374279] env[63302]: _type = "Task" [ 1350.374279] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.384072] env[63302]: DEBUG nova.compute.manager [None req-6f3d06bc-ba08-4e82-bd85-18e6cbd1c75f tempest-ServerDiagnosticsV248Test-1491101711 tempest-ServerDiagnosticsV248Test-1491101711-project-admin] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.386550] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2561fb0-f5fb-49ce-9f3d-b4e9aecf4484 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.394008] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd61b28b-78d6-4383-930c-c7e7aea63aa9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.403411] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5228c8d3-13d2-51f9-31c2-fd6a9bc1aba9, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.406756] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.407335] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3c511892-55c5-4fab-9c57-60ae7a3432d9/3c511892-55c5-4fab-9c57-60ae7a3432d9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.409030] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae3b2e7-6451-467d-861f-9c5264045032 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.425014] env[63302]: INFO nova.compute.manager [None req-6f3d06bc-ba08-4e82-bd85-18e6cbd1c75f tempest-ServerDiagnosticsV248Test-1491101711 tempest-ServerDiagnosticsV248Test-1491101711-project-admin] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Retrieving diagnostics [ 1350.426810] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fb8f89-a0cb-4787-89f5-6e5dcca48aef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.430133] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1350.430133] env[63302]: value = "task-1794789" [ 1350.430133] env[63302]: _type = "Task" [ 1350.430133] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.462113] env[63302]: DEBUG nova.compute.manager [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.472412] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.594159] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794788, 'name': CreateVM_Task, 'duration_secs': 0.577592} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.594394] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.596268] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.596268] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.596268] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.596268] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c81a94-47bb-4656-86a9-9d573c95d05c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.603064] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1350.603064] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52441b02-f9c0-0f27-ba7f-780101b025cb" [ 1350.603064] env[63302]: _type = "Task" [ 1350.603064] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.603806] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.604301] env[63302]: DEBUG nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.618122] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.386s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.619868] env[63302]: INFO nova.compute.claims [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.634140] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52441b02-f9c0-0f27-ba7f-780101b025cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.731261] env[63302]: DEBUG nova.network.neutron [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Successfully updated port: 417ab744-139f-493c-ba25-e597549b4bfa {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.944970] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476945} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.945346] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3c511892-55c5-4fab-9c57-60ae7a3432d9/3c511892-55c5-4fab-9c57-60ae7a3432d9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.945470] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.945817] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28587c29-226e-4e1e-a4a0-6ac6d2b2f728 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.955314] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1350.955314] env[63302]: value = "task-1794790" [ 1350.955314] env[63302]: _type = "Task" [ 1350.955314] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.963737] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.989039] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.120913] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52441b02-f9c0-0f27-ba7f-780101b025cb, 'name': SearchDatastore_Task, 'duration_secs': 0.069095} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.120913] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.120913] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.120913] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.121064] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.121272] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.121600] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-830ebbe4-c3fb-431d-8d00-db6dd2f82154 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.128368] env[63302]: DEBUG nova.compute.utils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1351.129929] env[63302]: DEBUG nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.131193] env[63302]: DEBUG nova.network.neutron [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.141734] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.141869] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.145388] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae0a4c2-281a-467b-abb9-f4094323cc2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.156569] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1351.156569] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52022a8f-b2d4-aa9b-e80c-c6f146f5791c" [ 1351.156569] env[63302]: _type = "Task" [ 1351.156569] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.175102] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52022a8f-b2d4-aa9b-e80c-c6f146f5791c, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.175102] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eab41eb-5b13-42b1-b097-a528ebdafee6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.178979] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1351.178979] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5224516a-7945-2df8-26d3-a4a7d5769905" [ 1351.178979] env[63302]: _type = "Task" [ 1351.178979] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.187960] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5224516a-7945-2df8-26d3-a4a7d5769905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.208636] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquiring lock "36a85513-81dd-45f3-9987-9cc079ffb270" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.208839] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "36a85513-81dd-45f3-9987-9cc079ffb270" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.234254] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquiring lock "refresh_cache-535497be-2b28-42a1-9136-aef6846abff5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.234420] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquired lock "refresh_cache-535497be-2b28-42a1-9136-aef6846abff5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.234757] env[63302]: DEBUG nova.network.neutron [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.310502] env[63302]: DEBUG nova.policy [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4b85833e2e4f20a4d2a72f52b042b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a7ac382c52b42d391cbaae9776cb49e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.467173] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064565} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.467173] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.469825] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591bb9cb-78d4-45ce-b48b-2b5ca5c07a93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.504868] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 3c511892-55c5-4fab-9c57-60ae7a3432d9/3c511892-55c5-4fab-9c57-60ae7a3432d9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.505875] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a46c85-83b2-472d-a5d7-50e85bf3c081 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.528942] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1351.528942] env[63302]: value = "task-1794791" [ 1351.528942] env[63302]: _type = "Task" [ 1351.528942] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.539654] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.638654] env[63302]: DEBUG nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.653140] env[63302]: DEBUG nova.network.neutron [req-ea75fb99-3a1a-4adf-9f50-29032a34e79f req-8f6fbf8f-19ef-49b6-966b-a1acc7692e7f service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Updated VIF entry in instance network info cache for port 01b015a1-c63a-476c-abfb-529e5f309ce1. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.653495] env[63302]: DEBUG nova.network.neutron [req-ea75fb99-3a1a-4adf-9f50-29032a34e79f req-8f6fbf8f-19ef-49b6-966b-a1acc7692e7f service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Updating instance_info_cache with network_info: [{"id": "01b015a1-c63a-476c-abfb-529e5f309ce1", "address": "fa:16:3e:02:5a:96", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b015a1-c6", "ovs_interfaceid": "01b015a1-c63a-476c-abfb-529e5f309ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.703753] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5224516a-7945-2df8-26d3-a4a7d5769905, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.704057] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.704349] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 361ec04e-63d5-493c-9ddc-6c88d9b32f1a/361ec04e-63d5-493c-9ddc-6c88d9b32f1a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.704615] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf86b084-f3b4-4233-b1e6-a5f71866dfb3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.713110] env[63302]: DEBUG nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1351.719551] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1351.719551] env[63302]: value = "task-1794792" [ 1351.719551] env[63302]: _type = "Task" [ 1351.719551] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.735713] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.917043] env[63302]: DEBUG nova.network.neutron [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.923243] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf56a883-c108-4b79-9bc8-0999f5be7db5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.935977] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73577308-3c6e-4746-94de-e3a2df8efeb3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.975999] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3462981-6ea2-4692-b289-83700e91c326 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.992318] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb89a0b-f50d-4e7f-85a3-daf6d4877592 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.021759] env[63302]: DEBUG nova.compute.provider_tree [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.043634] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794791, 'name': ReconfigVM_Task, 'duration_secs': 0.281021} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.043979] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 3c511892-55c5-4fab-9c57-60ae7a3432d9/3c511892-55c5-4fab-9c57-60ae7a3432d9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.044642] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-995a6302-8a53-487e-9333-0428ec0e5dfd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.055449] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1352.055449] env[63302]: value = "task-1794793" [ 1352.055449] env[63302]: _type = "Task" [ 1352.055449] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.068995] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794793, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.160699] env[63302]: DEBUG oslo_concurrency.lockutils [req-ea75fb99-3a1a-4adf-9f50-29032a34e79f req-8f6fbf8f-19ef-49b6-966b-a1acc7692e7f service nova] Releasing lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.253033] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794792, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.271372] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.555171] env[63302]: ERROR nova.scheduler.client.report [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [req-dccaf984-b774-41d0-b2a6-5e4543bd9b17] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dccaf984-b774-41d0-b2a6-5e4543bd9b17"}]} [ 1352.568436] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794793, 'name': Rename_Task, 'duration_secs': 0.179248} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.568436] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.568436] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a595ed71-28ae-44c3-b54d-5e654d3001af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.576510] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1352.576510] env[63302]: value = "task-1794794" [ 1352.576510] env[63302]: _type = "Task" [ 1352.576510] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.581700] env[63302]: DEBUG nova.scheduler.client.report [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1352.588842] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.604411] env[63302]: DEBUG nova.scheduler.client.report [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1352.604411] env[63302]: DEBUG nova.compute.provider_tree [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.621198] env[63302]: DEBUG nova.scheduler.client.report [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1352.641888] env[63302]: DEBUG nova.scheduler.client.report [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1352.661136] env[63302]: DEBUG nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.694297] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.694563] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.694792] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.694997] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.696217] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.696217] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.696217] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.696217] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.696667] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.696667] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.696728] env[63302]: DEBUG nova.virt.hardware [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.697573] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da6cce-c32d-4c9d-a54a-6b565aac7b31 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.710779] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669f3ee9-7a9e-4a2f-869f-fcf935f65fcf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.742227] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556122} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.742511] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 361ec04e-63d5-493c-9ddc-6c88d9b32f1a/361ec04e-63d5-493c-9ddc-6c88d9b32f1a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.742725] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.742975] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdc76c87-2bce-474c-a17d-828941b1f1c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.750833] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1352.750833] env[63302]: value = "task-1794795" [ 1352.750833] env[63302]: _type = "Task" [ 1352.750833] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.759995] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.837014] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c27460a-357c-47f8-bf92-aef42f3b80f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.844647] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de0c42-1108-419d-8059-8673960381e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.887205] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c455e0d8-ef2d-4ecc-a213-1976df028e5a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.896324] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4913b0-585c-428f-a56d-55822cdd5153 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.917028] env[63302]: DEBUG nova.compute.provider_tree [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.932754] env[63302]: DEBUG nova.network.neutron [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Updating instance_info_cache with network_info: [{"id": "417ab744-139f-493c-ba25-e597549b4bfa", "address": "fa:16:3e:26:5e:4c", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417ab744-13", "ovs_interfaceid": "417ab744-139f-493c-ba25-e597549b4bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.089632] env[63302]: DEBUG oslo_vmware.api [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1794794, 'name': PowerOnVM_Task, 'duration_secs': 0.502071} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.089929] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.090141] env[63302]: INFO nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Took 12.06 seconds to spawn the instance on the hypervisor. [ 1353.090337] env[63302]: DEBUG nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.091227] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c88d8d0-9856-4318-9c6d-2aafd585ddc1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.213650] env[63302]: DEBUG nova.network.neutron [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Successfully created port: cee85c23-0b27-4f8f-a086-f4c88366fc96 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.264294] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074427} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.264694] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.265530] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6b30e7-e82d-4f72-b797-51580adf67a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.290064] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 361ec04e-63d5-493c-9ddc-6c88d9b32f1a/361ec04e-63d5-493c-9ddc-6c88d9b32f1a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.290403] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40495fc1-1e5e-4af0-b2f5-c53e22fd17aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.311176] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1353.311176] env[63302]: value = "task-1794796" [ 1353.311176] env[63302]: _type = "Task" [ 1353.311176] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.319338] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.439080] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Releasing lock "refresh_cache-535497be-2b28-42a1-9136-aef6846abff5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.439080] env[63302]: DEBUG nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Instance network_info: |[{"id": "417ab744-139f-493c-ba25-e597549b4bfa", "address": "fa:16:3e:26:5e:4c", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417ab744-13", "ovs_interfaceid": "417ab744-139f-493c-ba25-e597549b4bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1353.439221] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:5e:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '417ab744-139f-493c-ba25-e597549b4bfa', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.446618] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Creating folder: Project (5a433e3893b3496a9f537baf7acba15f). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.446930] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1418af2-a14b-4adb-9137-12e9a4be7d86 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.462616] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Created folder: Project (5a433e3893b3496a9f537baf7acba15f) in parent group-v372222. [ 1353.462616] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Creating folder: Instances. Parent ref: group-v372232. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.462616] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3830f938-faa0-48cf-b9e6-22e746752368 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.466674] env[63302]: DEBUG nova.scheduler.client.report [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1353.466674] env[63302]: DEBUG nova.compute.provider_tree [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 16 to 17 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1353.466841] env[63302]: DEBUG nova.compute.provider_tree [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.474019] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Created folder: Instances in parent group-v372232. [ 1353.474019] env[63302]: DEBUG oslo.service.loopingcall [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1353.474019] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.474019] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51a2fa8f-8e34-4a3a-b270-e4313dd0c838 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.492395] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.492395] env[63302]: value = "task-1794799" [ 1353.492395] env[63302]: _type = "Task" [ 1353.492395] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.504109] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794799, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.570059] env[63302]: DEBUG nova.compute.manager [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Received event network-changed-62483ad4-319d-43eb-8a6e-d6e0fa5cae55 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1353.570338] env[63302]: DEBUG nova.compute.manager [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Refreshing instance network info cache due to event network-changed-62483ad4-319d-43eb-8a6e-d6e0fa5cae55. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1353.570626] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Acquiring lock "refresh_cache-361ec04e-63d5-493c-9ddc-6c88d9b32f1a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.570626] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Acquired lock "refresh_cache-361ec04e-63d5-493c-9ddc-6c88d9b32f1a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.570764] env[63302]: DEBUG nova.network.neutron [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Refreshing network info cache for port 62483ad4-319d-43eb-8a6e-d6e0fa5cae55 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.610940] env[63302]: INFO nova.compute.manager [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Took 18.13 seconds to build instance. [ 1353.824558] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.973084] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.356s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.973521] env[63302]: DEBUG nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1353.978229] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.991s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.980771] env[63302]: INFO nova.compute.claims [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.004293] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794799, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.115478] env[63302]: DEBUG oslo_concurrency.lockutils [None req-01443803-2834-4e8c-8c33-5e7d6563449f tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "3c511892-55c5-4fab-9c57-60ae7a3432d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.646s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.186168] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquiring lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.186407] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.327052] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794796, 'name': ReconfigVM_Task, 'duration_secs': 0.779627} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.327387] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 361ec04e-63d5-493c-9ddc-6c88d9b32f1a/361ec04e-63d5-493c-9ddc-6c88d9b32f1a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.328062] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9107922c-e5df-4f4a-85ff-c5c1b59bc0d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.336047] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1354.336047] env[63302]: value = "task-1794800" [ 1354.336047] env[63302]: _type = "Task" [ 1354.336047] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.346679] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794800, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.486135] env[63302]: DEBUG nova.compute.utils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1354.494585] env[63302]: DEBUG nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.494585] env[63302]: DEBUG nova.network.neutron [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.511621] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794799, 'name': CreateVM_Task, 'duration_secs': 0.54421} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.512539] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.513254] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.513425] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.513792] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1354.514490] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d284d4c7-4c4b-45b3-9e82-fb35b6b7224f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.521884] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1354.521884] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52536f38-ad89-366e-7292-185356b557c7" [ 1354.521884] env[63302]: _type = "Task" [ 1354.521884] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.534239] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52536f38-ad89-366e-7292-185356b557c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.534908] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.535197] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.535525] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.535747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.535944] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.536659] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd07e9f1-1d56-4423-a202-ad38a49466be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.545689] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.545879] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.547095] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3d9873-5594-4019-bcec-5407312b3f46 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.554160] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1354.554160] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eaa8a0-f779-1e19-269b-75a91bb23abe" [ 1354.554160] env[63302]: _type = "Task" [ 1354.554160] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.561814] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eaa8a0-f779-1e19-269b-75a91bb23abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.691969] env[63302]: DEBUG nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.781938] env[63302]: DEBUG nova.policy [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64a2a043e74c41808ada1b29cd80b9e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd509eb6a21394e7385dcf2eeb66daeeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1354.835866] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "a484a258-602e-4de7-bb9a-38d204874aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.836548] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "a484a258-602e-4de7-bb9a-38d204874aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.850559] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794800, 'name': Rename_Task, 'duration_secs': 0.158196} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.852625] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.853449] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb665f5-15f2-4b1d-856d-c15dbb81c17e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.864018] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1354.864018] env[63302]: value = "task-1794801" [ 1354.864018] env[63302]: _type = "Task" [ 1354.864018] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.871885] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.999128] env[63302]: DEBUG nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.079737] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eaa8a0-f779-1e19-269b-75a91bb23abe, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.079737] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b837d2c-4291-42dd-9312-f9a258444196 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.093047] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1355.093047] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5229904b-211a-6b16-f218-e4eeae92bb52" [ 1355.093047] env[63302]: _type = "Task" [ 1355.093047] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.115541] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5229904b-211a-6b16-f218-e4eeae92bb52, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.123605] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.123605] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 535497be-2b28-42a1-9136-aef6846abff5/535497be-2b28-42a1-9136-aef6846abff5.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.123605] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df46066b-e50d-44a6-a89c-3c6413073fa6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.128268] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1355.128268] env[63302]: value = "task-1794802" [ 1355.128268] env[63302]: _type = "Task" [ 1355.128268] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.141475] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.217868] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.339298] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a66a407-5d03-4366-ae06-0786c7091469 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.342590] env[63302]: DEBUG nova.compute.manager [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.349147] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5317c513-fc94-4853-824a-07a3e9ff86a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.397277] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38434516-cb1a-4c47-bcec-72ed5e170599 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.408653] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794801, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.411857] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4333ddf1-482d-444c-b4f5-3f897a77a461 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.426984] env[63302]: DEBUG nova.compute.provider_tree [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.660541] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794802, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.879224] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.906464] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794801, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.931035] env[63302]: DEBUG nova.scheduler.client.report [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.018627] env[63302]: DEBUG nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1356.054108] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.054108] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.054108] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.054318] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.054363] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.055459] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.055459] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.055459] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.055459] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.055459] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.055709] env[63302]: DEBUG nova.virt.hardware [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.056559] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e5c294-52ba-48ec-805a-4ea9ce9cbe80 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.068472] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf2637e-05a7-4179-b13a-eaa5072cf84a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.152037] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549296} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.152037] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 535497be-2b28-42a1-9136-aef6846abff5/535497be-2b28-42a1-9136-aef6846abff5.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.152037] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.152037] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4209e0c4-463c-43e7-934b-28a0239e4baa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.159185] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1356.159185] env[63302]: value = "task-1794803" [ 1356.159185] env[63302]: _type = "Task" [ 1356.159185] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.170409] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.304464] env[63302]: DEBUG nova.network.neutron [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Updated VIF entry in instance network info cache for port 62483ad4-319d-43eb-8a6e-d6e0fa5cae55. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.304464] env[63302]: DEBUG nova.network.neutron [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Updating instance_info_cache with network_info: [{"id": "62483ad4-319d-43eb-8a6e-d6e0fa5cae55", "address": "fa:16:3e:8d:fd:5d", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62483ad4-31", "ovs_interfaceid": "62483ad4-319d-43eb-8a6e-d6e0fa5cae55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.404912] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794801, 'name': PowerOnVM_Task} progress is 73%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.439305] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.439947] env[63302]: DEBUG nova.compute.manager [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.444798] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.173s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.446360] env[63302]: INFO nova.compute.claims [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.600854] env[63302]: DEBUG nova.network.neutron [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Successfully updated port: 25554534-cda4-4221-b14f-dd7962150046 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.677341] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171632} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.677341] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.677341] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e14d6-bd32-45d3-8509-b6c9e1c2cc2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.712968] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 535497be-2b28-42a1-9136-aef6846abff5/535497be-2b28-42a1-9136-aef6846abff5.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.714146] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ccac07d-8ef6-4bbe-a4bb-0491056c922e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.737350] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1356.737350] env[63302]: value = "task-1794804" [ 1356.737350] env[63302]: _type = "Task" [ 1356.737350] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.745431] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.808380] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Releasing lock "refresh_cache-361ec04e-63d5-493c-9ddc-6c88d9b32f1a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.808702] env[63302]: DEBUG nova.compute.manager [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Received event network-vif-plugged-417ab744-139f-493c-ba25-e597549b4bfa {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.808894] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Acquiring lock "535497be-2b28-42a1-9136-aef6846abff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.809153] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Lock "535497be-2b28-42a1-9136-aef6846abff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.809487] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Lock "535497be-2b28-42a1-9136-aef6846abff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.809487] env[63302]: DEBUG nova.compute.manager [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] No waiting events found dispatching network-vif-plugged-417ab744-139f-493c-ba25-e597549b4bfa {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.809685] env[63302]: WARNING nova.compute.manager [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Received unexpected event network-vif-plugged-417ab744-139f-493c-ba25-e597549b4bfa for instance with vm_state building and task_state spawning. [ 1356.809872] env[63302]: DEBUG nova.compute.manager [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Received event network-changed-417ab744-139f-493c-ba25-e597549b4bfa {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.810094] env[63302]: DEBUG nova.compute.manager [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Refreshing instance network info cache due to event network-changed-417ab744-139f-493c-ba25-e597549b4bfa. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1356.810227] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Acquiring lock "refresh_cache-535497be-2b28-42a1-9136-aef6846abff5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.810365] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Acquired lock "refresh_cache-535497be-2b28-42a1-9136-aef6846abff5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.810535] env[63302]: DEBUG nova.network.neutron [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Refreshing network info cache for port 417ab744-139f-493c-ba25-e597549b4bfa {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.906892] env[63302]: DEBUG oslo_vmware.api [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794801, 'name': PowerOnVM_Task, 'duration_secs': 1.76119} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.907231] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.907455] env[63302]: INFO nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Took 13.58 seconds to spawn the instance on the hypervisor. [ 1356.908947] env[63302]: DEBUG nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.908947] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e058c23-8d7b-4b4a-9dd4-a63eaef4a1e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.955271] env[63302]: DEBUG nova.compute.utils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.957337] env[63302]: DEBUG nova.compute.manager [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Not allocating networking since 'none' was specified. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1357.000241] env[63302]: DEBUG nova.network.neutron [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Successfully created port: ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.101394] env[63302]: DEBUG nova.network.neutron [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Successfully updated port: e3b89e71-5425-44e2-aa09-bf72a4b04c20 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.108486] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.108747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.108902] env[63302]: DEBUG nova.network.neutron [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.193264] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Acquiring lock "3c511892-55c5-4fab-9c57-60ae7a3432d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.193264] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Lock "3c511892-55c5-4fab-9c57-60ae7a3432d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.193264] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Acquiring lock "3c511892-55c5-4fab-9c57-60ae7a3432d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.193264] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Lock "3c511892-55c5-4fab-9c57-60ae7a3432d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.193472] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Lock "3c511892-55c5-4fab-9c57-60ae7a3432d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.198299] env[63302]: INFO nova.compute.manager [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Terminating instance [ 1357.248957] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.435274] env[63302]: INFO nova.compute.manager [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Took 21.71 seconds to build instance. [ 1357.461168] env[63302]: DEBUG nova.compute.manager [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.567773] env[63302]: DEBUG nova.compute.manager [req-3a622bcc-7f81-4e58-92cb-2d5ab0100af9 req-3baf17d6-5db9-40fe-85f7-befe184bcf11 service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Received event network-vif-plugged-25554534-cda4-4221-b14f-dd7962150046 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1357.568190] env[63302]: DEBUG oslo_concurrency.lockutils [req-3a622bcc-7f81-4e58-92cb-2d5ab0100af9 req-3baf17d6-5db9-40fe-85f7-befe184bcf11 service nova] Acquiring lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.568282] env[63302]: DEBUG oslo_concurrency.lockutils [req-3a622bcc-7f81-4e58-92cb-2d5ab0100af9 req-3baf17d6-5db9-40fe-85f7-befe184bcf11 service nova] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.568454] env[63302]: DEBUG oslo_concurrency.lockutils [req-3a622bcc-7f81-4e58-92cb-2d5ab0100af9 req-3baf17d6-5db9-40fe-85f7-befe184bcf11 service nova] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.568623] env[63302]: DEBUG nova.compute.manager [req-3a622bcc-7f81-4e58-92cb-2d5ab0100af9 req-3baf17d6-5db9-40fe-85f7-befe184bcf11 service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] No waiting events found dispatching network-vif-plugged-25554534-cda4-4221-b14f-dd7962150046 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.568786] env[63302]: WARNING nova.compute.manager [req-3a622bcc-7f81-4e58-92cb-2d5ab0100af9 req-3baf17d6-5db9-40fe-85f7-befe184bcf11 service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Received unexpected event network-vif-plugged-25554534-cda4-4221-b14f-dd7962150046 for instance with vm_state building and task_state spawning. [ 1357.605208] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.605208] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.605208] env[63302]: DEBUG nova.network.neutron [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.681690] env[63302]: DEBUG nova.compute.manager [req-ca7ea1c9-11f7-451e-89dd-889b10bec468 req-72875071-a5e0-4f26-aa3b-e60aadb4a87d service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Received event network-vif-plugged-e3b89e71-5425-44e2-aa09-bf72a4b04c20 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1357.681690] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca7ea1c9-11f7-451e-89dd-889b10bec468 req-72875071-a5e0-4f26-aa3b-e60aadb4a87d service nova] Acquiring lock "75757aed-59d8-497a-a60a-e501399ae412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.681816] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca7ea1c9-11f7-451e-89dd-889b10bec468 req-72875071-a5e0-4f26-aa3b-e60aadb4a87d service nova] Lock "75757aed-59d8-497a-a60a-e501399ae412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.683832] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca7ea1c9-11f7-451e-89dd-889b10bec468 req-72875071-a5e0-4f26-aa3b-e60aadb4a87d service nova] Lock "75757aed-59d8-497a-a60a-e501399ae412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.684399] env[63302]: DEBUG nova.compute.manager [req-ca7ea1c9-11f7-451e-89dd-889b10bec468 req-72875071-a5e0-4f26-aa3b-e60aadb4a87d service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] No waiting events found dispatching network-vif-plugged-e3b89e71-5425-44e2-aa09-bf72a4b04c20 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.685130] env[63302]: WARNING nova.compute.manager [req-ca7ea1c9-11f7-451e-89dd-889b10bec468 req-72875071-a5e0-4f26-aa3b-e60aadb4a87d service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Received unexpected event network-vif-plugged-e3b89e71-5425-44e2-aa09-bf72a4b04c20 for instance with vm_state building and task_state spawning. [ 1357.706858] env[63302]: DEBUG nova.compute.manager [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.706858] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.707742] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5ce172-95ea-4c4f-b2cd-76f1885c6e98 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.727265] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.727265] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce7eaafd-02de-41ab-b4a9-ff438da95f93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.735575] env[63302]: DEBUG oslo_vmware.api [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Waiting for the task: (returnval){ [ 1357.735575] env[63302]: value = "task-1794805" [ 1357.735575] env[63302]: _type = "Task" [ 1357.735575] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.753770] env[63302]: DEBUG oslo_vmware.api [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Task: {'id': task-1794805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.757720] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794804, 'name': ReconfigVM_Task, 'duration_secs': 0.72858} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.757979] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 535497be-2b28-42a1-9136-aef6846abff5/535497be-2b28-42a1-9136-aef6846abff5.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.759680] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-025e3a1e-ca27-4ffa-8d81-c55b227055f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.768134] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1357.768134] env[63302]: value = "task-1794806" [ 1357.768134] env[63302]: _type = "Task" [ 1357.768134] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.777955] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794806, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.780598] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b93eb0-b4ca-4c9b-b8ed-066e92116cd6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.791869] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924e4fbf-903a-4a43-b7c1-5c3585fcf28c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.832713] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3a927e-19ab-4aeb-8bc5-71dd0cb80dae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.843550] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2e365-51cf-4509-954b-3d38dc63b853 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.862746] env[63302]: DEBUG nova.compute.provider_tree [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.894400] env[63302]: DEBUG nova.network.neutron [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.940020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bab38bbd-c7a0-4511-93b8-37ac369676f8 tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.224s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.249905] env[63302]: DEBUG oslo_vmware.api [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Task: {'id': task-1794805, 'name': PowerOffVM_Task, 'duration_secs': 0.211221} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.252121] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.252418] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.256237] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-386f17d5-55b0-41e3-95b4-6203f8d451cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.266038] env[63302]: DEBUG nova.network.neutron [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.278215] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794806, 'name': Rename_Task, 'duration_secs': 0.169535} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.278505] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.279253] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43ec65ca-8990-459a-ad70-cf6eec7fd421 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.286743] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1358.286743] env[63302]: value = "task-1794808" [ 1358.286743] env[63302]: _type = "Task" [ 1358.286743] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.300023] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.370177] env[63302]: DEBUG nova.scheduler.client.report [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.433700] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.433700] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.433908] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Deleting the datastore file [datastore1] 3c511892-55c5-4fab-9c57-60ae7a3432d9 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.433973] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71df6c69-fbe7-4f6f-a6b7-74af6c9601af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.448196] env[63302]: DEBUG oslo_vmware.api [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Waiting for the task: (returnval){ [ 1358.448196] env[63302]: value = "task-1794809" [ 1358.448196] env[63302]: _type = "Task" [ 1358.448196] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.458514] env[63302]: DEBUG oslo_vmware.api [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Task: {'id': task-1794809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.480490] env[63302]: DEBUG nova.compute.manager [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.517889] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.519211] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.519211] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.519211] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.519211] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.519211] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.519211] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.519880] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.519880] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.520027] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.520227] env[63302]: DEBUG nova.virt.hardware [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.521407] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e9b556-4a6e-44a2-94b4-ed8160af576c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.529915] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba7753-c03c-41bb-ac25-eb59a0d49dc1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.550306] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.556461] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Creating folder: Project (fc26c6a1c38c406ab721121a5e8a5059). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.556461] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa408907-33d7-4cbc-974d-684a2201b072 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.566789] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Created folder: Project (fc26c6a1c38c406ab721121a5e8a5059) in parent group-v372222. [ 1358.567026] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Creating folder: Instances. Parent ref: group-v372235. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.567299] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6ca393f-1375-430a-b242-c3edee10bcfb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.581273] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Created folder: Instances in parent group-v372235. [ 1358.581528] env[63302]: DEBUG oslo.service.loopingcall [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.581725] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.581926] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14df13c6-d26e-4599-b409-df6e7ddcade4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.599686] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.599686] env[63302]: value = "task-1794812" [ 1358.599686] env[63302]: _type = "Task" [ 1358.599686] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.607462] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794812, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.648076] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "c551d570-604a-4767-8982-e08e72eb0021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.648198] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "c551d570-604a-4767-8982-e08e72eb0021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.801025] env[63302]: DEBUG oslo_vmware.api [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794808, 'name': PowerOnVM_Task, 'duration_secs': 0.470645} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.802106] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.802106] env[63302]: INFO nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Took 13.12 seconds to spawn the instance on the hypervisor. [ 1358.802106] env[63302]: DEBUG nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.802451] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeef0eb6-ecd5-4e8c-9395-6e857ec4383a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.877092] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.877632] env[63302]: DEBUG nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.880972] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.664s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.882578] env[63302]: INFO nova.compute.claims [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.959907] env[63302]: DEBUG oslo_vmware.api [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Task: {'id': task-1794809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160219} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.960425] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.960425] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.960676] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.961309] env[63302]: INFO nova.compute.manager [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1358.961309] env[63302]: DEBUG oslo.service.loopingcall [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.961309] env[63302]: DEBUG nova.compute.manager [-] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.961467] env[63302]: DEBUG nova.network.neutron [-] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.110364] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794812, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.153200] env[63302]: DEBUG nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.156682] env[63302]: DEBUG nova.network.neutron [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Successfully updated port: cee85c23-0b27-4f8f-a086-f4c88366fc96 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.273448] env[63302]: DEBUG nova.network.neutron [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance_info_cache with network_info: [{"id": "25554534-cda4-4221-b14f-dd7962150046", "address": "fa:16:3e:96:c0:32", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25554534-cd", "ovs_interfaceid": "25554534-cda4-4221-b14f-dd7962150046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.325910] env[63302]: INFO nova.compute.manager [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Took 22.79 seconds to build instance. [ 1359.388372] env[63302]: DEBUG nova.compute.utils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1359.395218] env[63302]: DEBUG nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.396111] env[63302]: DEBUG nova.network.neutron [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.614162] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794812, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.651287] env[63302]: DEBUG nova.network.neutron [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Updated VIF entry in instance network info cache for port 417ab744-139f-493c-ba25-e597549b4bfa. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.651287] env[63302]: DEBUG nova.network.neutron [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Updating instance_info_cache with network_info: [{"id": "417ab744-139f-493c-ba25-e597549b4bfa", "address": "fa:16:3e:26:5e:4c", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap417ab744-13", "ovs_interfaceid": "417ab744-139f-493c-ba25-e597549b4bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.658896] env[63302]: DEBUG nova.network.neutron [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Updating instance_info_cache with network_info: [{"id": "e3b89e71-5425-44e2-aa09-bf72a4b04c20", "address": "fa:16:3e:3c:99:93", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b89e71-54", "ovs_interfaceid": "e3b89e71-5425-44e2-aa09-bf72a4b04c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.665136] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "refresh_cache-fb4a09f6-c7ea-447b-b44d-2023432a4747" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.666285] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "refresh_cache-fb4a09f6-c7ea-447b-b44d-2023432a4747" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.666285] env[63302]: DEBUG nova.network.neutron [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.694129] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.721081] env[63302]: DEBUG nova.policy [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b2846c57ac4bbeb58148980dd697f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc10075b2a44b688730a8de333eea81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.773875] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.774254] env[63302]: DEBUG nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Instance network_info: |[{"id": "25554534-cda4-4221-b14f-dd7962150046", "address": "fa:16:3e:96:c0:32", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25554534-cd", "ovs_interfaceid": "25554534-cda4-4221-b14f-dd7962150046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.774725] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:c0:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25554534-cda4-4221-b14f-dd7962150046', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.782911] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Creating folder: Project (4caffb29a2c64546aac8bb5047412508). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.783245] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573b3687-6109-4693-8857-30713d62f463 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.797260] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Created folder: Project (4caffb29a2c64546aac8bb5047412508) in parent group-v372222. [ 1359.797516] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Creating folder: Instances. Parent ref: group-v372241. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.797770] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca71e87-05ba-4a37-99d8-2cff82ceec7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.807380] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Created folder: Instances in parent group-v372241. [ 1359.807716] env[63302]: DEBUG oslo.service.loopingcall [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.809186] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.809186] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f89a336-e429-449f-89bb-dcbc74979921 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.829628] env[63302]: DEBUG oslo_concurrency.lockutils [None req-03628cf8-19ec-4d4e-a260-02cb3d80736d tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "535497be-2b28-42a1-9136-aef6846abff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.309s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.829919] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.829919] env[63302]: value = "task-1794819" [ 1359.829919] env[63302]: _type = "Task" [ 1359.829919] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.839037] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794819, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.897268] env[63302]: DEBUG nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.112091] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794812, 'name': CreateVM_Task, 'duration_secs': 1.330493} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.113185] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.113185] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.113185] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.113462] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.116062] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6bce98-7626-4e27-8e56-013e9fbeafd1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.124128] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1360.124128] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52267315-d1ce-a043-94ec-11ab92044be4" [ 1360.124128] env[63302]: _type = "Task" [ 1360.124128] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.136442] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52267315-d1ce-a043-94ec-11ab92044be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.156444] env[63302]: DEBUG oslo_concurrency.lockutils [req-21b9c0a5-d708-4a8f-bfd1-4d096c019f32 req-a7358cac-cf2d-4f92-8b8f-23090fe8ce04 service nova] Releasing lock "refresh_cache-535497be-2b28-42a1-9136-aef6846abff5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.167320] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.167973] env[63302]: DEBUG nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance network_info: |[{"id": "e3b89e71-5425-44e2-aa09-bf72a4b04c20", "address": "fa:16:3e:3c:99:93", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b89e71-54", "ovs_interfaceid": "e3b89e71-5425-44e2-aa09-bf72a4b04c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1360.168165] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:99:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3b89e71-5425-44e2-aa09-bf72a4b04c20', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.177743] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Creating folder: Project (7a7ac382c52b42d391cbaae9776cb49e). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.181998] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ce3f678-64a3-4bb4-85a9-9d920eb2eaf4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.184024] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b53b61-8932-4163-8803-421fc782abd1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.193096] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af29a04e-58e7-441c-a344-1b0f49d09124 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.197714] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Created folder: Project (7a7ac382c52b42d391cbaae9776cb49e) in parent group-v372222. [ 1360.197949] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Creating folder: Instances. Parent ref: group-v372244. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.199250] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ea147d4-ad25-47b3-9ef8-75510dd9bc75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.232954] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843dba69-491c-45e2-abf8-a0dea1a8f2c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.237022] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Created folder: Instances in parent group-v372244. [ 1360.237022] env[63302]: DEBUG oslo.service.loopingcall [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.237022] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.237347] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f991da7e-940e-4a56-ac7e-c90b9a957ab6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.257035] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a0c449-72ac-4d37-80c5-0b52069eac59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.264604] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.264604] env[63302]: value = "task-1794822" [ 1360.264604] env[63302]: _type = "Task" [ 1360.264604] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.281253] env[63302]: DEBUG nova.compute.provider_tree [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.284178] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794822, 'name': CreateVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.309103] env[63302]: DEBUG nova.network.neutron [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.341035] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794819, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.635147] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52267315-d1ce-a043-94ec-11ab92044be4, 'name': SearchDatastore_Task, 'duration_secs': 0.030824} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.635462] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.635697] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.635931] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.636090] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.636276] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.636534] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6942dd5d-7985-4d0f-845f-0c0feb2e376a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.647382] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.647572] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.648422] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad604adb-63d5-4a61-96d5-f0d97aae07b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.653812] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1360.653812] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527d8777-3717-be3f-49b9-133b435200da" [ 1360.653812] env[63302]: _type = "Task" [ 1360.653812] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.662154] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527d8777-3717-be3f-49b9-133b435200da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.765799] env[63302]: DEBUG nova.network.neutron [-] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.778507] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794822, 'name': CreateVM_Task, 'duration_secs': 0.407629} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.778712] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.782676] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.782676] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.782676] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.782676] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6290993b-3df5-41b9-ba79-3ffcc9b9a570 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.784666] env[63302]: DEBUG nova.scheduler.client.report [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.792778] env[63302]: DEBUG nova.network.neutron [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Updating instance_info_cache with network_info: [{"id": "cee85c23-0b27-4f8f-a086-f4c88366fc96", "address": "fa:16:3e:ed:1c:1b", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee85c23-0b", "ovs_interfaceid": "cee85c23-0b27-4f8f-a086-f4c88366fc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.797550] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1360.797550] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520d1072-3ebc-72e7-502e-2003baa57cbe" [ 1360.797550] env[63302]: _type = "Task" [ 1360.797550] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.808562] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520d1072-3ebc-72e7-502e-2003baa57cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.844752] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794819, 'name': CreateVM_Task, 'duration_secs': 0.700957} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.845035] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.845630] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.907530] env[63302]: DEBUG nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.945237] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.945475] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.946105] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.946481] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.946663] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.946936] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.947046] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.947210] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.947381] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.947580] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.947713] env[63302]: DEBUG nova.virt.hardware [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.948778] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb6d040-64b0-4374-aebd-1682c5c987ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.959050] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3390b40a-6cbe-4bd5-a249-5c2e4d3ea681 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.164151] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527d8777-3717-be3f-49b9-133b435200da, 'name': SearchDatastore_Task, 'duration_secs': 0.04125} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.164937] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf726d6-0395-48fd-833b-18f468b00555 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.170395] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1361.170395] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52afeef0-0aa3-27bb-b37d-ad462d314699" [ 1361.170395] env[63302]: _type = "Task" [ 1361.170395] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.179444] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52afeef0-0aa3-27bb-b37d-ad462d314699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.273268] env[63302]: INFO nova.compute.manager [-] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Took 2.31 seconds to deallocate network for instance. [ 1361.295547] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.295975] env[63302]: DEBUG nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.300283] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "refresh_cache-fb4a09f6-c7ea-447b-b44d-2023432a4747" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.300601] env[63302]: DEBUG nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Instance network_info: |[{"id": "cee85c23-0b27-4f8f-a086-f4c88366fc96", "address": "fa:16:3e:ed:1c:1b", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee85c23-0b", "ovs_interfaceid": "cee85c23-0b27-4f8f-a086-f4c88366fc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.301896] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.422s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.311611] env[63302]: INFO nova.compute.claims [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.312722] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1c:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cee85c23-0b27-4f8f-a086-f4c88366fc96', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.322396] env[63302]: DEBUG oslo.service.loopingcall [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.327497] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.329746] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8beea7d7-39fe-474b-99f8-72f8e8d4a667 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.354280] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520d1072-3ebc-72e7-502e-2003baa57cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.014176} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.356273] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.356522] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.356745] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.356954] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.356954] env[63302]: value = "task-1794823" [ 1361.356954] env[63302]: _type = "Task" [ 1361.356954] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.357715] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.358086] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.358481] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92c8bdb-cc85-40a9-a2a2-31c6827cf562 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.367132] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1361.367132] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52900347-0eed-b5b7-86f0-63a134909d03" [ 1361.367132] env[63302]: _type = "Task" [ 1361.367132] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.371080] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794823, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.380616] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52900347-0eed-b5b7-86f0-63a134909d03, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.380936] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.381186] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.381397] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.535747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquiring lock "3aefff1a-b562-4fb4-8f73-65a207437f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.535747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.650436] env[63302]: DEBUG nova.compute.manager [None req-5de541da-b75e-432b-bd75-934f5afdb960 tempest-ServerDiagnosticsTest-1629758920 tempest-ServerDiagnosticsTest-1629758920-project-admin] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.654998] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee751070-4ae5-4858-9bcc-dfb4b2e8f891 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.661688] env[63302]: INFO nova.compute.manager [None req-5de541da-b75e-432b-bd75-934f5afdb960 tempest-ServerDiagnosticsTest-1629758920 tempest-ServerDiagnosticsTest-1629758920-project-admin] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Retrieving diagnostics [ 1361.663803] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f3cca-1b3a-42af-afa9-ea8ec678edf4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.724860] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52afeef0-0aa3-27bb-b37d-ad462d314699, 'name': SearchDatastore_Task, 'duration_secs': 0.025168} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.724860] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.725758] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] ca6f379b-bc6d-4af3-9d18-be1222f5e969/ca6f379b-bc6d-4af3-9d18-be1222f5e969.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.725758] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.725758] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.725758] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd97fa69-68b6-4051-a2f6-70042f9a6aff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.727867] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd43b480-4ecc-4b4c-b7f6-ea9bca05c5d6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.740414] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1361.740414] env[63302]: value = "task-1794824" [ 1361.740414] env[63302]: _type = "Task" [ 1361.740414] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.740664] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.740815] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.742122] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d695ec60-f2b3-4def-83c6-1d1a406810af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.754556] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.755620] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1361.755620] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5262af58-b461-c855-c0b4-cb342268d8b1" [ 1361.755620] env[63302]: _type = "Task" [ 1361.755620] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.764712] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5262af58-b461-c855-c0b4-cb342268d8b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.787762] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.802939] env[63302]: DEBUG nova.compute.utils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.805562] env[63302]: DEBUG nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.806621] env[63302]: DEBUG nova.network.neutron [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.870372] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794823, 'name': CreateVM_Task, 'duration_secs': 0.441059} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.870609] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.871520] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.871836] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.872230] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.872889] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dac92af-20c9-4474-89f7-863de04b84c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.879922] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1361.879922] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52785250-0946-2bec-bfe6-5cdba794ca85" [ 1361.879922] env[63302]: _type = "Task" [ 1361.879922] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.891014] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52785250-0946-2bec-bfe6-5cdba794ca85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.942692] env[63302]: DEBUG nova.policy [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1d8384afc214a44aa281b8db5dee16e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fba14ebf8f304200b7f8a17091ee4123', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.041430] env[63302]: DEBUG nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.224992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "777b46e5-e2b5-49eb-b5da-3a196c847477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.225345] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "777b46e5-e2b5-49eb-b5da-3a196c847477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.243410] env[63302]: DEBUG nova.compute.manager [req-63198f8c-12a5-45ef-a7bc-9677f45f33ab req-45a97f71-eccc-4e8c-916e-74b366956b6e service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Received event network-changed-25554534-cda4-4221-b14f-dd7962150046 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1362.243730] env[63302]: DEBUG nova.compute.manager [req-63198f8c-12a5-45ef-a7bc-9677f45f33ab req-45a97f71-eccc-4e8c-916e-74b366956b6e service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Refreshing instance network info cache due to event network-changed-25554534-cda4-4221-b14f-dd7962150046. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1362.244626] env[63302]: DEBUG oslo_concurrency.lockutils [req-63198f8c-12a5-45ef-a7bc-9677f45f33ab req-45a97f71-eccc-4e8c-916e-74b366956b6e service nova] Acquiring lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.244626] env[63302]: DEBUG oslo_concurrency.lockutils [req-63198f8c-12a5-45ef-a7bc-9677f45f33ab req-45a97f71-eccc-4e8c-916e-74b366956b6e service nova] Acquired lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.244626] env[63302]: DEBUG nova.network.neutron [req-63198f8c-12a5-45ef-a7bc-9677f45f33ab req-45a97f71-eccc-4e8c-916e-74b366956b6e service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Refreshing network info cache for port 25554534-cda4-4221-b14f-dd7962150046 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.263222] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.285084] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5262af58-b461-c855-c0b4-cb342268d8b1, 'name': SearchDatastore_Task, 'duration_secs': 0.020691} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.285084] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a285036d-7c34-4252-9c12-3533c5437ae9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.293826] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1362.293826] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52122718-cef3-2c18-0945-e400048cf7d2" [ 1362.293826] env[63302]: _type = "Task" [ 1362.293826] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.312808] env[63302]: DEBUG nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.316696] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52122718-cef3-2c18-0945-e400048cf7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.401647] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52785250-0946-2bec-bfe6-5cdba794ca85, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.402437] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.404049] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.404049] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.452517] env[63302]: DEBUG nova.compute.manager [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Received event network-changed-e3b89e71-5425-44e2-aa09-bf72a4b04c20 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1362.452517] env[63302]: DEBUG nova.compute.manager [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Refreshing instance network info cache due to event network-changed-e3b89e71-5425-44e2-aa09-bf72a4b04c20. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1362.452517] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Acquiring lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.452517] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Acquired lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.452517] env[63302]: DEBUG nova.network.neutron [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Refreshing network info cache for port e3b89e71-5425-44e2-aa09-bf72a4b04c20 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.572276] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.631477] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af043216-6a5e-4d93-8d13-be3edc34ab25 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.639477] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f738f553-2e48-4269-b401-b7e59678a383 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.670234] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1a49df-2186-4ab0-9f42-d0f0464d7ad0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.677851] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6169b73c-f1f3-41b7-aab2-a0115217d6d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.692746] env[63302]: DEBUG nova.compute.provider_tree [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.740706] env[63302]: DEBUG nova.network.neutron [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Successfully created port: a15ce673-473d-4a29-8295-1332743b0f2b {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.753777] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677039} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.754049] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] ca6f379b-bc6d-4af3-9d18-be1222f5e969/ca6f379b-bc6d-4af3-9d18-be1222f5e969.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.754258] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.754767] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c7aedb6-c1d4-4f23-bdf9-5d37a28d98e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.761268] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1362.761268] env[63302]: value = "task-1794826" [ 1362.761268] env[63302]: _type = "Task" [ 1362.761268] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.769776] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.808575] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52122718-cef3-2c18-0945-e400048cf7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.06004} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.808939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.809149] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.809415] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.809615] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.809823] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04038b4b-b595-4e55-92a2-3cf8c7701e1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.811837] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff8c9f3-06bb-4a91-8ecd-bbe5a47174e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.821749] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1362.821749] env[63302]: value = "task-1794827" [ 1362.821749] env[63302]: _type = "Task" [ 1362.821749] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.823215] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.823387] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.826805] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8951bf8f-80d0-4761-990f-f38030b64a2f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.836299] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.836299] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1362.836299] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5239a512-2c84-3e2a-4c66-25d25ba94827" [ 1362.836299] env[63302]: _type = "Task" [ 1362.836299] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.843893] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5239a512-2c84-3e2a-4c66-25d25ba94827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.124098] env[63302]: DEBUG nova.network.neutron [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Successfully updated port: ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.192262] env[63302]: DEBUG nova.compute.manager [None req-e3615424-d770-437f-b3f3-c93a36ebdce4 tempest-ServerDiagnosticsV248Test-1491101711 tempest-ServerDiagnosticsV248Test-1491101711-project-admin] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.193400] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9cc3a4-5e48-4d17-9336-ffcdc06564b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.197265] env[63302]: DEBUG nova.scheduler.client.report [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.204895] env[63302]: INFO nova.compute.manager [None req-e3615424-d770-437f-b3f3-c93a36ebdce4 tempest-ServerDiagnosticsV248Test-1491101711 tempest-ServerDiagnosticsV248Test-1491101711-project-admin] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Retrieving diagnostics [ 1363.205527] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6588ef4c-2185-4be4-85eb-a55a4183b6af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.273162] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074407} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.273519] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.274591] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed21365b-b383-4926-86bb-dfdece789edf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.297740] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ca6f379b-bc6d-4af3-9d18-be1222f5e969/ca6f379b-bc6d-4af3-9d18-be1222f5e969.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.300956] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a964922-2550-4985-abc4-fbded0fe4e35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.324645] env[63302]: DEBUG nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.332256] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1363.332256] env[63302]: value = "task-1794828" [ 1363.332256] env[63302]: _type = "Task" [ 1363.332256] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.343917] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.344877] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.358021] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5239a512-2c84-3e2a-4c66-25d25ba94827, 'name': SearchDatastore_Task, 'duration_secs': 0.05885} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.358853] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.359286] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d06040d-0c19-4afe-8673-42a8ab77e06e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.367358] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1363.367358] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528b19f1-ca9c-b74f-9201-eae506018d38" [ 1363.367358] env[63302]: _type = "Task" [ 1363.367358] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.374456] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.374662] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.374662] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.374853] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.375055] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.375277] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.375569] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.375764] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.376026] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.376132] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.376311] env[63302]: DEBUG nova.virt.hardware [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.377391] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492d8663-b68d-4ae5-a860-9e7336127ad2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.384672] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528b19f1-ca9c-b74f-9201-eae506018d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.390765] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f80ca-8d34-4421-9338-9ddd12cc523c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.630366] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.630366] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquired lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.630366] env[63302]: DEBUG nova.network.neutron [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.706243] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.706243] env[63302]: DEBUG nova.compute.manager [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1363.712411] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.016s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.712411] env[63302]: INFO nova.compute.claims [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.856296] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794827, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.861620] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.881933] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528b19f1-ca9c-b74f-9201-eae506018d38, 'name': SearchDatastore_Task, 'duration_secs': 0.031208} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.882373] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.884280] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] ebd0c4e7-c729-4b39-b675-fa0868b82a83/ebd0c4e7-c729-4b39-b675-fa0868b82a83.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.884732] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.884947] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.885097] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54adef6c-8e24-493b-b66d-bc9fc1724e13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.890888] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65087455-1c72-4d0d-8e3f-60aca568e7e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.904273] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1363.904273] env[63302]: value = "task-1794829" [ 1363.904273] env[63302]: _type = "Task" [ 1363.904273] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.909122] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.909291] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.910554] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513eb3d3-ab42-4b49-a7b9-92d0167052b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.919340] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.923542] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1363.923542] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c71b82-a578-5e3f-e9b7-47959848bc4d" [ 1363.923542] env[63302]: _type = "Task" [ 1363.923542] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.937642] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c71b82-a578-5e3f-e9b7-47959848bc4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.941475] env[63302]: DEBUG nova.network.neutron [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Successfully created port: 985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.221731] env[63302]: DEBUG nova.compute.utils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.225958] env[63302]: DEBUG nova.compute.manager [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Not allocating networking since 'none' was specified. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1364.339479] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794827, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.303266} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.339792] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.340083] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.340251] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2ef7a00-63a3-4268-b6b8-7880b1bfd001 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.347093] env[63302]: DEBUG nova.network.neutron [req-63198f8c-12a5-45ef-a7bc-9677f45f33ab req-45a97f71-eccc-4e8c-916e-74b366956b6e service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updated VIF entry in instance network info cache for port 25554534-cda4-4221-b14f-dd7962150046. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.347451] env[63302]: DEBUG nova.network.neutron [req-63198f8c-12a5-45ef-a7bc-9677f45f33ab req-45a97f71-eccc-4e8c-916e-74b366956b6e service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance_info_cache with network_info: [{"id": "25554534-cda4-4221-b14f-dd7962150046", "address": "fa:16:3e:96:c0:32", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25554534-cd", "ovs_interfaceid": "25554534-cda4-4221-b14f-dd7962150046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.356302] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.357646] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1364.357646] env[63302]: value = "task-1794830" [ 1364.357646] env[63302]: _type = "Task" [ 1364.357646] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.367109] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.418694] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794829, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.436117] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c71b82-a578-5e3f-e9b7-47959848bc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.053988} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.438976] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84de369-e6a0-4ba7-9776-27dc147dda21 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.442865] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1364.442865] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ebee3d-a64c-b052-8f2f-e5c7405e9454" [ 1364.442865] env[63302]: _type = "Task" [ 1364.442865] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.450491] env[63302]: DEBUG nova.network.neutron [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.455897] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ebee3d-a64c-b052-8f2f-e5c7405e9454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.501284] env[63302]: DEBUG nova.network.neutron [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Updated VIF entry in instance network info cache for port e3b89e71-5425-44e2-aa09-bf72a4b04c20. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.501284] env[63302]: DEBUG nova.network.neutron [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Updating instance_info_cache with network_info: [{"id": "e3b89e71-5425-44e2-aa09-bf72a4b04c20", "address": "fa:16:3e:3c:99:93", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b89e71-54", "ovs_interfaceid": "e3b89e71-5425-44e2-aa09-bf72a4b04c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.727057] env[63302]: DEBUG nova.compute.manager [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.852916] env[63302]: DEBUG oslo_concurrency.lockutils [req-63198f8c-12a5-45ef-a7bc-9677f45f33ab req-45a97f71-eccc-4e8c-916e-74b366956b6e service nova] Releasing lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.853498] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794828, 'name': ReconfigVM_Task, 'duration_secs': 1.319528} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.855804] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ca6f379b-bc6d-4af3-9d18-be1222f5e969/ca6f379b-bc6d-4af3-9d18-be1222f5e969.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.856604] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7877ea9d-79ea-401c-ac7a-a010b9d6d472 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.870111] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1364.870111] env[63302]: value = "task-1794832" [ 1364.870111] env[63302]: _type = "Task" [ 1364.870111] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.879109] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358547} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.879457] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.880510] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28e4d1-de34-4974-8d51-dd6e79c479fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.890637] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794832, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.917490] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.925112] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fb4e206-1bcd-4157-bdfa-557dc5874d43 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.954240] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1364.954240] env[63302]: value = "task-1794833" [ 1364.954240] env[63302]: _type = "Task" [ 1364.954240] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.954513] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794829, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.965972] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ebee3d-a64c-b052-8f2f-e5c7405e9454, 'name': SearchDatastore_Task, 'duration_secs': 0.058043} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.966286] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.966423] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] fb4a09f6-c7ea-447b-b44d-2023432a4747/fb4a09f6-c7ea-447b-b44d-2023432a4747.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.966695] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c590a87a-f95f-43ec-b924-3604ea19639e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.972460] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.979853] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1364.979853] env[63302]: value = "task-1794834" [ 1364.979853] env[63302]: _type = "Task" [ 1364.979853] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.989026] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.003425] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Releasing lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.003687] env[63302]: DEBUG nova.compute.manager [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Received event network-vif-plugged-cee85c23-0b27-4f8f-a086-f4c88366fc96 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1365.003885] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Acquiring lock "fb4a09f6-c7ea-447b-b44d-2023432a4747-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.004105] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Lock "fb4a09f6-c7ea-447b-b44d-2023432a4747-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.004473] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Lock "fb4a09f6-c7ea-447b-b44d-2023432a4747-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.004473] env[63302]: DEBUG nova.compute.manager [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] No waiting events found dispatching network-vif-plugged-cee85c23-0b27-4f8f-a086-f4c88366fc96 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.004619] env[63302]: WARNING nova.compute.manager [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Received unexpected event network-vif-plugged-cee85c23-0b27-4f8f-a086-f4c88366fc96 for instance with vm_state building and task_state spawning. [ 1365.005264] env[63302]: DEBUG nova.compute.manager [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Received event network-changed-cee85c23-0b27-4f8f-a086-f4c88366fc96 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1365.005264] env[63302]: DEBUG nova.compute.manager [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Refreshing instance network info cache due to event network-changed-cee85c23-0b27-4f8f-a086-f4c88366fc96. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1365.005264] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Acquiring lock "refresh_cache-fb4a09f6-c7ea-447b-b44d-2023432a4747" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.005264] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Acquired lock "refresh_cache-fb4a09f6-c7ea-447b-b44d-2023432a4747" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.005446] env[63302]: DEBUG nova.network.neutron [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Refreshing network info cache for port cee85c23-0b27-4f8f-a086-f4c88366fc96 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.061052] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6b09f2-6d4e-456c-9150-f41461a03d0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.068957] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48973a77-4846-4d98-a0e6-8bf0c14c8e89 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.107766] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d001563b-df62-46e8-86f1-019a722dcca7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.115586] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187513d8-37a6-4f92-ba68-4162aa2d5c95 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.130314] env[63302]: DEBUG nova.compute.provider_tree [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.184745] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.320723] env[63302]: DEBUG nova.network.neutron [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Updating instance_info_cache with network_info: [{"id": "ec49442f-9937-48d7-bbba-791b1b0ce810", "address": "fa:16:3e:6e:b1:84", "network": {"id": "c13fb3d7-5213-47e7-a39e-3815df7c7a25", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1574076903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d509eb6a21394e7385dcf2eeb66daeeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec49442f-99", "ovs_interfaceid": "ec49442f-9937-48d7-bbba-791b1b0ce810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.381709] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794832, 'name': Rename_Task, 'duration_secs': 0.136518} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.382152] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.383409] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7e93ebd-4f55-4dbb-9ac8-58f61b12bb8e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.390042] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1365.390042] env[63302]: value = "task-1794835" [ 1365.390042] env[63302]: _type = "Task" [ 1365.390042] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.399377] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.420467] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794829, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.466236] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.488381] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.633844] env[63302]: DEBUG nova.scheduler.client.report [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.650785] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.651047] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.740995] env[63302]: DEBUG nova.compute.manager [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1365.783940] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.784195] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.784375] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.786177] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.786177] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.786177] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.786177] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.786391] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.786573] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.787019] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.787019] env[63302]: DEBUG nova.virt.hardware [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.788622] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4f05b3-f9ac-47a7-9739-212c93138573 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.801158] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f868cd-2caa-4913-a821-d4a6fcde5a4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.818539] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.827392] env[63302]: DEBUG oslo.service.loopingcall [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.827835] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquiring lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.828069] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.828291] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquiring lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.828500] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.828668] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.830486] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Releasing lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.830826] env[63302]: DEBUG nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Instance network_info: |[{"id": "ec49442f-9937-48d7-bbba-791b1b0ce810", "address": "fa:16:3e:6e:b1:84", "network": {"id": "c13fb3d7-5213-47e7-a39e-3815df7c7a25", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1574076903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d509eb6a21394e7385dcf2eeb66daeeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec49442f-99", "ovs_interfaceid": "ec49442f-9937-48d7-bbba-791b1b0ce810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.831112] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.831539] env[63302]: INFO nova.compute.manager [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Terminating instance [ 1365.833388] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:b1:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec49442f-9937-48d7-bbba-791b1b0ce810', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.843480] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Creating folder: Project (d509eb6a21394e7385dcf2eeb66daeeb). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.843480] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcd9f38b-dc6e-4b54-afe0-538f1658a8c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.871064] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57a0b2a7-40c0-4757-9d4a-589dcf7ea01a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.880979] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.880979] env[63302]: value = "task-1794836" [ 1365.880979] env[63302]: _type = "Task" [ 1365.880979] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.893027] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Created folder: Project (d509eb6a21394e7385dcf2eeb66daeeb) in parent group-v372222. [ 1365.893027] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Creating folder: Instances. Parent ref: group-v372248. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.899171] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0413350-d58f-46ae-bbcf-bbc2e906ad38 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.907075] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794836, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.912186] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquiring lock "535497be-2b28-42a1-9136-aef6846abff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.912615] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "535497be-2b28-42a1-9136-aef6846abff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.912961] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquiring lock "535497be-2b28-42a1-9136-aef6846abff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.913290] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "535497be-2b28-42a1-9136-aef6846abff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.913576] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "535497be-2b28-42a1-9136-aef6846abff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.929784] env[63302]: DEBUG oslo_vmware.api [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794835, 'name': PowerOnVM_Task, 'duration_secs': 0.432846} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.930581] env[63302]: INFO nova.compute.manager [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Terminating instance [ 1365.934584] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.935092] env[63302]: INFO nova.compute.manager [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1365.935271] env[63302]: DEBUG nova.compute.manager [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.936208] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Created folder: Instances in parent group-v372248. [ 1365.936504] env[63302]: DEBUG oslo.service.loopingcall [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.939908] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ed325-d220-4a08-98c5-9145e872984b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.944715] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.950595] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d796e016-9b53-4bd9-a38a-d6241d58f945 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.978308] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794829, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.799533} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.979363] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] ebd0c4e7-c729-4b39-b675-fa0868b82a83/ebd0c4e7-c729-4b39-b675-fa0868b82a83.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.979363] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.991531] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-684b8321-2d94-418d-abd4-eeac5b5da3d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.017043] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.017043] env[63302]: value = "task-1794839" [ 1366.017043] env[63302]: _type = "Task" [ 1366.017043] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.037876] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794833, 'name': ReconfigVM_Task, 'duration_secs': 0.911836} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.037876] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794834, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.037876] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.038348] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44181828-22c9-4b3f-adb8-50323acc7c03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.045315] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794839, 'name': CreateVM_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.045758] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1366.045758] env[63302]: value = "task-1794840" [ 1366.045758] env[63302]: _type = "Task" [ 1366.045758] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.054727] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1366.054727] env[63302]: value = "task-1794841" [ 1366.054727] env[63302]: _type = "Task" [ 1366.054727] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.060503] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.065344] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794841, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.151478] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.151478] env[63302]: DEBUG nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.155792] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.368s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.156255] env[63302]: DEBUG nova.objects.instance [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Lazy-loading 'resources' on Instance uuid 3c511892-55c5-4fab-9c57-60ae7a3432d9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.184661] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.374942] env[63302]: DEBUG nova.compute.manager [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.375264] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.376404] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcf5855-a738-453b-b8ee-c03c026a0ffc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.391653] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794836, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.394276] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.395131] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce106bb-8e83-4342-89e8-241dc8eb7397 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.404207] env[63302]: DEBUG oslo_vmware.api [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1366.404207] env[63302]: value = "task-1794842" [ 1366.404207] env[63302]: _type = "Task" [ 1366.404207] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.415507] env[63302]: DEBUG oslo_vmware.api [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.452053] env[63302]: DEBUG nova.compute.manager [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.452562] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.453708] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941efbc1-56aa-4597-ac3d-f00ab7c6889f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.466430] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.472171] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3078f281-c8ab-4ef0-a25e-93cdecdf1274 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.485391] env[63302]: DEBUG oslo_vmware.api [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1366.485391] env[63302]: value = "task-1794843" [ 1366.485391] env[63302]: _type = "Task" [ 1366.485391] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.500478] env[63302]: DEBUG oslo_vmware.api [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.504923] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794834, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.495471} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.505293] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] fb4a09f6-c7ea-447b-b44d-2023432a4747/fb4a09f6-c7ea-447b-b44d-2023432a4747.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.505534] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.508628] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5059ee42-231d-4940-8add-9dc3180d2a45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.514871] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1366.514871] env[63302]: value = "task-1794844" [ 1366.514871] env[63302]: _type = "Task" [ 1366.514871] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.527569] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.534342] env[63302]: INFO nova.compute.manager [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Took 15.56 seconds to build instance. [ 1366.539106] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794839, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.562296] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075506} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.566718] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.566718] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794841, 'name': Rename_Task, 'duration_secs': 0.172992} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.567984] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23ba1b6-0d65-41fc-ba84-1b10b7d9a6d6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.572753] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.572753] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a65ca7e-9599-4e6b-8c35-34543b30fb33 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.601023] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] ebd0c4e7-c729-4b39-b675-fa0868b82a83/ebd0c4e7-c729-4b39-b675-fa0868b82a83.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.602687] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de050d71-c2c8-423c-a64e-7c3756f16be5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.621044] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1366.621044] env[63302]: value = "task-1794846" [ 1366.621044] env[63302]: _type = "Task" [ 1366.621044] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.628857] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1366.628857] env[63302]: value = "task-1794847" [ 1366.628857] env[63302]: _type = "Task" [ 1366.628857] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.630964] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794846, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.640914] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794847, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.661678] env[63302]: DEBUG nova.compute.utils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.672011] env[63302]: DEBUG nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.672236] env[63302]: DEBUG nova.network.neutron [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.674900] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "09c87e29-fc1a-4d86-9577-945789c97981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.675279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "09c87e29-fc1a-4d86-9577-945789c97981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.869050] env[63302]: DEBUG nova.policy [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abf25febcee24ef7a66373153b043320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4e2a27b0183476cbde5bae01500a4a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.897293] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794836, 'name': CreateVM_Task, 'duration_secs': 0.595908} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.897293] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.897293] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.897547] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.897980] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.899121] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe67279c-5a8c-4de9-8933-734edb405b62 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.910559] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1366.910559] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520c289e-1c00-9dbe-eb7d-a5fbafc921c6" [ 1366.910559] env[63302]: _type = "Task" [ 1366.910559] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.918391] env[63302]: DEBUG oslo_vmware.api [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794842, 'name': PowerOffVM_Task, 'duration_secs': 0.220191} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.921414] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.921637] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.922131] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-715ea914-920b-4e23-aee1-f4050c17bc0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.927647] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520c289e-1c00-9dbe-eb7d-a5fbafc921c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.928365] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.928618] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.928878] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.929175] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.929380] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.929732] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce1da98d-18cc-454b-9dd6-497deb31cb79 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.940939] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.940991] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.941716] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09984adf-660f-495c-80f7-26cc82d92ab9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.948102] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1366.948102] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d06b2d-e462-2802-6197-1d468a55e40f" [ 1366.948102] env[63302]: _type = "Task" [ 1366.948102] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.957613] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d06b2d-e462-2802-6197-1d468a55e40f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.997910] env[63302]: DEBUG oslo_vmware.api [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794843, 'name': PowerOffVM_Task, 'duration_secs': 0.168625} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.998192] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.998503] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.998648] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74011ffa-55c4-4555-9b32-980084f207c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.024832] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072225} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.025118] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.026570] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d7151-aed6-4f93-8445-a3c2201d978e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.030547] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df30fdb8-da2c-45c7-a121-6c7c414e2926 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.042909] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c22e391-9a6e-4b3b-8654-6fded495a84a tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.108s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.067573] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fb4a09f6-c7ea-447b-b44d-2023432a4747/fb4a09f6-c7ea-447b-b44d-2023432a4747.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.073151] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9027f243-2d9e-42fd-95f3-a7d284c19d2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.088679] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f046965-c860-4c63-a688-97935911cac3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.092218] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.092218] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.092436] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Deleting the datastore file [datastore1] 361ec04e-63d5-493c-9ddc-6c88d9b32f1a {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.094570] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-387fb17d-79f5-49c3-896c-15939e3ce92f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.096744] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.096744] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.096926] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Deleting the datastore file [datastore1] 535497be-2b28-42a1-9136-aef6846abff5 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.104638] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f0b3e1a-cb83-497c-8b26-f1f790b023a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.105551] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794839, 'name': CreateVM_Task, 'duration_secs': 0.547899} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.132335] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.135678] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.135747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.136039] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1367.142449] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83adb403-1928-4b17-989b-e93cc4e2da0b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.144804] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1367.144804] env[63302]: value = "task-1794850" [ 1367.144804] env[63302]: _type = "Task" [ 1367.144804] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.146919] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ed85c3-c190-4aca-8522-cc92780b5a5f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.148786] env[63302]: DEBUG oslo_vmware.api [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for the task: (returnval){ [ 1367.148786] env[63302]: value = "task-1794852" [ 1367.148786] env[63302]: _type = "Task" [ 1367.148786] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.149037] env[63302]: DEBUG oslo_vmware.api [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for the task: (returnval){ [ 1367.149037] env[63302]: value = "task-1794851" [ 1367.149037] env[63302]: _type = "Task" [ 1367.149037] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.166355] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794846, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.166649] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.170896] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6009cb45-6845-402e-91d6-3602082830f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.174901] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1367.174901] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e1094d-1fe3-c65e-efdc-03b1146747a9" [ 1367.174901] env[63302]: _type = "Task" [ 1367.174901] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.179531] env[63302]: DEBUG nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.182595] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.191583] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.191859] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1367.192081] env[63302]: DEBUG oslo_vmware.api [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.192296] env[63302]: DEBUG oslo_vmware.api [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.201606] env[63302]: DEBUG nova.compute.provider_tree [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.208536] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e1094d-1fe3-c65e-efdc-03b1146747a9, 'name': SearchDatastore_Task, 'duration_secs': 0.019258} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.208627] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.209226] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.209226] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.357814] env[63302]: DEBUG nova.network.neutron [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Updated VIF entry in instance network info cache for port cee85c23-0b27-4f8f-a086-f4c88366fc96. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.358131] env[63302]: DEBUG nova.network.neutron [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Updating instance_info_cache with network_info: [{"id": "cee85c23-0b27-4f8f-a086-f4c88366fc96", "address": "fa:16:3e:ed:1c:1b", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee85c23-0b", "ovs_interfaceid": "cee85c23-0b27-4f8f-a086-f4c88366fc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.367517] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquiring lock "9fe043fc-bd54-4dbc-aaa9-174e78346455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.367798] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "9fe043fc-bd54-4dbc-aaa9-174e78346455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.368156] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquiring lock "9fe043fc-bd54-4dbc-aaa9-174e78346455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.368274] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "9fe043fc-bd54-4dbc-aaa9-174e78346455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.368654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "9fe043fc-bd54-4dbc-aaa9-174e78346455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.370972] env[63302]: INFO nova.compute.manager [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Terminating instance [ 1367.409077] env[63302]: DEBUG nova.network.neutron [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Successfully updated port: a15ce673-473d-4a29-8295-1332743b0f2b {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.459422] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d06b2d-e462-2802-6197-1d468a55e40f, 'name': SearchDatastore_Task, 'duration_secs': 0.012974} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.460398] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211e4750-db88-4fb9-b445-a9924e5636e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.465800] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1367.465800] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5257b6f5-181c-7167-b3af-c6e5db5ba3a2" [ 1367.465800] env[63302]: _type = "Task" [ 1367.465800] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.476268] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5257b6f5-181c-7167-b3af-c6e5db5ba3a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.573179] env[63302]: DEBUG nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1367.652845] env[63302]: DEBUG oslo_vmware.api [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794846, 'name': PowerOnVM_Task, 'duration_secs': 0.706118} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.661157] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.661380] env[63302]: INFO nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Took 17.35 seconds to spawn the instance on the hypervisor. [ 1367.661619] env[63302]: DEBUG nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.661832] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.674456] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0332c4-76b2-4ad3-afc5-9aab6cccee7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.687584] env[63302]: DEBUG oslo_vmware.api [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Task: {'id': task-1794852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204251} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.695116] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.695364] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.695572] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.695819] env[63302]: INFO nova.compute.manager [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1367.696044] env[63302]: DEBUG oslo.service.loopingcall [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.696274] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794850, 'name': ReconfigVM_Task, 'duration_secs': 0.318401} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.699131] env[63302]: DEBUG oslo_vmware.api [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Task: {'id': task-1794851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196964} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.699710] env[63302]: DEBUG nova.compute.manager [-] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.699871] env[63302]: DEBUG nova.network.neutron [-] [instance: 535497be-2b28-42a1-9136-aef6846abff5] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.701828] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fb4a09f6-c7ea-447b-b44d-2023432a4747/fb4a09f6-c7ea-447b-b44d-2023432a4747.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.702463] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.702636] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.702891] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.702961] env[63302]: INFO nova.compute.manager [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1367.703205] env[63302]: DEBUG oslo.service.loopingcall [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.703403] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a618969-af07-4419-bfef-ef5c98ec8128 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.705197] env[63302]: DEBUG nova.compute.manager [-] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.705290] env[63302]: DEBUG nova.network.neutron [-] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.707317] env[63302]: DEBUG nova.scheduler.client.report [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.717718] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1367.717718] env[63302]: value = "task-1794853" [ 1367.717718] env[63302]: _type = "Task" [ 1367.717718] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.731400] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794853, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.860761] env[63302]: DEBUG oslo_concurrency.lockutils [req-517bfd18-1fe7-4adf-ac61-03ae351e6c4a req-9260001c-74f3-41f9-a3c0-9094fc1707b6 service nova] Releasing lock "refresh_cache-fb4a09f6-c7ea-447b-b44d-2023432a4747" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.875667] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquiring lock "refresh_cache-9fe043fc-bd54-4dbc-aaa9-174e78346455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.875667] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquired lock "refresh_cache-9fe043fc-bd54-4dbc-aaa9-174e78346455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.875667] env[63302]: DEBUG nova.network.neutron [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.900722] env[63302]: DEBUG nova.compute.manager [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Received event network-vif-plugged-ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1367.900967] env[63302]: DEBUG oslo_concurrency.lockutils [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] Acquiring lock "741a96ac-5d39-421a-b482-e81a577652f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.901198] env[63302]: DEBUG oslo_concurrency.lockutils [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] Lock "741a96ac-5d39-421a-b482-e81a577652f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.905016] env[63302]: DEBUG oslo_concurrency.lockutils [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] Lock "741a96ac-5d39-421a-b482-e81a577652f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.905313] env[63302]: DEBUG nova.compute.manager [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] No waiting events found dispatching network-vif-plugged-ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.905526] env[63302]: WARNING nova.compute.manager [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Received unexpected event network-vif-plugged-ec49442f-9937-48d7-bbba-791b1b0ce810 for instance with vm_state building and task_state spawning. [ 1367.905724] env[63302]: DEBUG nova.compute.manager [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Received event network-changed-ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1367.905937] env[63302]: DEBUG nova.compute.manager [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Refreshing instance network info cache due to event network-changed-ec49442f-9937-48d7-bbba-791b1b0ce810. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1367.906100] env[63302]: DEBUG oslo_concurrency.lockutils [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] Acquiring lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.906238] env[63302]: DEBUG oslo_concurrency.lockutils [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] Acquired lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.906401] env[63302]: DEBUG nova.network.neutron [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Refreshing network info cache for port ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.913027] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquiring lock "refresh_cache-36a85513-81dd-45f3-9987-9cc079ffb270" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.913027] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquired lock "refresh_cache-36a85513-81dd-45f3-9987-9cc079ffb270" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.913027] env[63302]: DEBUG nova.network.neutron [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.926720] env[63302]: DEBUG nova.compute.manager [req-2a782695-31bc-4b3d-b71d-2d88f14be2c1 req-3dc85100-6d51-4dfa-963f-126ce90c5011 service nova] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Received event network-vif-deleted-01b015a1-c63a-476c-abfb-529e5f309ce1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1367.990774] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5257b6f5-181c-7167-b3af-c6e5db5ba3a2, 'name': SearchDatastore_Task, 'duration_secs': 0.057867} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.991163] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.991472] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a484a258-602e-4de7-bb9a-38d204874aff/a484a258-602e-4de7-bb9a-38d204874aff.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.992044] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.993342] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.995022] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bba9637c-f100-408a-a4ca-12812a1cba1b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.997730] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3910c9a7-c835-4ae9-95f1-1509bc7c0b14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.016399] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1368.016399] env[63302]: value = "task-1794854" [ 1368.016399] env[63302]: _type = "Task" [ 1368.016399] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.020410] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.020410] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.027434] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be07299-5bb1-4c60-984b-e70f48ca0f4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.037000] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1368.037000] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52efa3c7-2fdc-434e-7647-75bfb5ac8786" [ 1368.037000] env[63302]: _type = "Task" [ 1368.037000] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.040957] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.052025] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52efa3c7-2fdc-434e-7647-75bfb5ac8786, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.052452] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187678ea-f2a9-43b6-8267-eb78ef951f9f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.060898] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1368.060898] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c9b009-0879-4626-467a-b6589a021750" [ 1368.060898] env[63302]: _type = "Task" [ 1368.060898] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.083019] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c9b009-0879-4626-467a-b6589a021750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.083019] env[63302]: DEBUG nova.network.neutron [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Successfully updated port: 985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.127697] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.146567] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794847, 'name': ReconfigVM_Task, 'duration_secs': 1.490856} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.146863] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Reconfigured VM instance instance-00000005 to attach disk [datastore1] ebd0c4e7-c729-4b39-b675-fa0868b82a83/ebd0c4e7-c729-4b39-b675-fa0868b82a83.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.147530] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ae9329f-ed95-4fb8-a73a-a64bd31a26d7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.155846] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1368.155846] env[63302]: value = "task-1794855" [ 1368.155846] env[63302]: _type = "Task" [ 1368.155846] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.174851] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794855, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.189452] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.189452] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.191409] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1368.191544] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1368.201667] env[63302]: DEBUG nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.218723] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.227817] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.655s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.229608] env[63302]: INFO nova.compute.claims [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.245904] env[63302]: INFO nova.compute.manager [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Took 27.05 seconds to build instance. [ 1368.260069] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.260257] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.260439] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.260667] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.260829] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.261188] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.261590] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.261757] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.261949] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.262108] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.262297] env[63302]: DEBUG nova.virt.hardware [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.263766] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc49164e-7c1e-4e6f-bcc4-1e5e08bfa323 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.272893] env[63302]: INFO nova.scheduler.client.report [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Deleted allocations for instance 3c511892-55c5-4fab-9c57-60ae7a3432d9 [ 1368.275186] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794853, 'name': Rename_Task, 'duration_secs': 0.387932} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.280244] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.280790] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5be38995-9bb0-471e-af0f-a664e3a5ab4f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.290486] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6197a68-4150-468d-8aa2-2cc305f3e6e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.301387] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1368.301387] env[63302]: value = "task-1794856" [ 1368.301387] env[63302]: _type = "Task" [ 1368.301387] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.329728] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.446997] env[63302]: DEBUG nova.network.neutron [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.535150] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492183} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.535475] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a484a258-602e-4de7-bb9a-38d204874aff/a484a258-602e-4de7-bb9a-38d204874aff.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.535934] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.536063] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-957611fd-7986-4ed9-8604-73ff1338c7e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.547930] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.548505] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.548647] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1368.548647] env[63302]: value = "task-1794857" [ 1368.548647] env[63302]: _type = "Task" [ 1368.548647] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.566307] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.574087] env[63302]: DEBUG nova.network.neutron [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Successfully created port: fa59e877-b3e1-4304-b1ec-f9a51c00c371 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.581033] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c9b009-0879-4626-467a-b6589a021750, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.583747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.584324] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 741a96ac-5d39-421a-b482-e81a577652f9/741a96ac-5d39-421a-b482-e81a577652f9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.584798] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdf6867e-936f-4747-ba1f-592052a4e1e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.594482] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquiring lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.594664] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquired lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.594822] env[63302]: DEBUG nova.network.neutron [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.596262] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1368.596262] env[63302]: value = "task-1794858" [ 1368.596262] env[63302]: _type = "Task" [ 1368.596262] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.608744] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.668400] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794855, 'name': Rename_Task, 'duration_secs': 0.322367} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.668797] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.669756] env[63302]: DEBUG nova.network.neutron [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.671860] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1634d14d-64ba-43b8-a4c0-8b754a6fc8e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.681385] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1368.681385] env[63302]: value = "task-1794859" [ 1368.681385] env[63302]: _type = "Task" [ 1368.681385] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.692394] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.699510] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Skipping network cache update for instance because it is being deleted. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1368.699510] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Skipping network cache update for instance because it is being deleted. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1368.699510] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Skipping network cache update for instance because it is being deleted. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1368.699510] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1368.699510] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1368.699510] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1368.699901] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1368.699901] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1368.700153] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1368.700236] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c551d570-604a-4767-8982-e08e72eb0021] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1368.757300] env[63302]: DEBUG oslo_concurrency.lockutils [None req-734cd354-8788-46bb-aabb-271477d22bf1 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "75757aed-59d8-497a-a60a-e501399ae412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.572s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.785872] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc3eb2c2-2d81-4053-9eaa-1263a1d42f47 tempest-DeleteServersAdminTestJSON-613319909 tempest-DeleteServersAdminTestJSON-613319909-project-admin] Lock "3c511892-55c5-4fab-9c57-60ae7a3432d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.595s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.818707] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.822179] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.822955] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.822955] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1368.822955] env[63302]: DEBUG nova.objects.instance [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lazy-loading 'info_cache' on Instance uuid 3c511892-55c5-4fab-9c57-60ae7a3432d9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.861548] env[63302]: DEBUG nova.network.neutron [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.064021] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070538} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.064370] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.065208] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61dc8d1-235c-4563-804d-0593c878bc5f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.087145] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a484a258-602e-4de7-bb9a-38d204874aff/a484a258-602e-4de7-bb9a-38d204874aff.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.090816] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e3bb85-e3e0-44f9-ba8d-4822c6c79560 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.119594] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794858, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.120814] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1369.120814] env[63302]: value = "task-1794861" [ 1369.120814] env[63302]: _type = "Task" [ 1369.120814] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.132718] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.197923] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.253502] env[63302]: DEBUG nova.network.neutron [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.260595] env[63302]: DEBUG nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.321491] env[63302]: DEBUG oslo_vmware.api [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1794856, 'name': PowerOnVM_Task, 'duration_secs': 0.684831} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.321726] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.321861] env[63302]: INFO nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Took 16.66 seconds to spawn the instance on the hypervisor. [ 1369.322052] env[63302]: DEBUG nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.322885] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fff0f7b-89e5-4acc-a9a3-bf58fac2b1e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.365179] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Releasing lock "refresh_cache-9fe043fc-bd54-4dbc-aaa9-174e78346455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.365179] env[63302]: DEBUG nova.compute.manager [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.365691] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.367141] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55378d6d-fc5c-4686-a822-4d4fcd38bf1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.379232] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.381999] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df1ab8a-50ca-44f5-8d92-61527dfff278 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.397208] env[63302]: DEBUG oslo_vmware.api [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1369.397208] env[63302]: value = "task-1794862" [ 1369.397208] env[63302]: _type = "Task" [ 1369.397208] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.409200] env[63302]: DEBUG oslo_vmware.api [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.590225] env[63302]: DEBUG nova.network.neutron [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Updating instance_info_cache with network_info: [{"id": "a15ce673-473d-4a29-8295-1332743b0f2b", "address": "fa:16:3e:b8:bc:e9", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15ce673-47", "ovs_interfaceid": "a15ce673-473d-4a29-8295-1332743b0f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.619251] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db94f5-de14-4997-9cf8-c5d45c55e2ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.631687] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602682} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.634723] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 741a96ac-5d39-421a-b482-e81a577652f9/741a96ac-5d39-421a-b482-e81a577652f9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.635106] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.636789] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac80409d-5df8-4595-aa83-6f4bd04968b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.638880] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd06b1a-7c19-4961-882b-3fa30d9a36e2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.651665] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.695518] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef578880-abb7-41ae-9cd3-8aaea742cd50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.698471] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1369.698471] env[63302]: value = "task-1794863" [ 1369.698471] env[63302]: _type = "Task" [ 1369.698471] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.710579] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794859, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.710579] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c7918b-c6d1-484e-acdb-001f0653745b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.719106] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.732114] env[63302]: DEBUG nova.compute.provider_tree [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1369.778125] env[63302]: DEBUG nova.network.neutron [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Updated VIF entry in instance network info cache for port ec49442f-9937-48d7-bbba-791b1b0ce810. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.778419] env[63302]: DEBUG nova.network.neutron [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Updating instance_info_cache with network_info: [{"id": "ec49442f-9937-48d7-bbba-791b1b0ce810", "address": "fa:16:3e:6e:b1:84", "network": {"id": "c13fb3d7-5213-47e7-a39e-3815df7c7a25", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1574076903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d509eb6a21394e7385dcf2eeb66daeeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec49442f-99", "ovs_interfaceid": "ec49442f-9937-48d7-bbba-791b1b0ce810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.784895] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.839469] env[63302]: DEBUG nova.compute.utils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Can not refresh info_cache because instance was not found {{(pid=63302) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1369.858186] env[63302]: INFO nova.compute.manager [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Took 26.32 seconds to build instance. [ 1369.903612] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.914146] env[63302]: DEBUG oslo_vmware.api [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794862, 'name': PowerOffVM_Task, 'duration_secs': 0.330781} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.914146] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.914146] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.918807] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-840752f0-2b3f-4a07-8441-8af7889bae50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.971078] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.971422] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.971731] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Deleting the datastore file [datastore1] 9fe043fc-bd54-4dbc-aaa9-174e78346455 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.972143] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f061fce0-3447-4d9f-8bc3-666bf811c4ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.980013] env[63302]: DEBUG oslo_vmware.api [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for the task: (returnval){ [ 1369.980013] env[63302]: value = "task-1794865" [ 1369.980013] env[63302]: _type = "Task" [ 1369.980013] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.990048] env[63302]: DEBUG oslo_vmware.api [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.992557] env[63302]: DEBUG nova.network.neutron [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Updating instance_info_cache with network_info: [{"id": "985c7b1b-879c-483c-8946-bd0006f652e9", "address": "fa:16:3e:2c:a7:fa", "network": {"id": "e9653a40-2670-42c2-b1d4-528c22aee728", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-949695442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba14ebf8f304200b7f8a17091ee4123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985c7b1b-87", "ovs_interfaceid": "985c7b1b-879c-483c-8946-bd0006f652e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.024781] env[63302]: DEBUG nova.network.neutron [-] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.035330] env[63302]: DEBUG nova.network.neutron [-] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.096027] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Releasing lock "refresh_cache-36a85513-81dd-45f3-9987-9cc079ffb270" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.096354] env[63302]: DEBUG nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Instance network_info: |[{"id": "a15ce673-473d-4a29-8295-1332743b0f2b", "address": "fa:16:3e:b8:bc:e9", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15ce673-47", "ovs_interfaceid": "a15ce673-473d-4a29-8295-1332743b0f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.096849] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:bc:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a15ce673-473d-4a29-8295-1332743b0f2b', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.107898] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Creating folder: Project (5fc10075b2a44b688730a8de333eea81). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.107898] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ebe8dc-37cc-492b-9662-3c688c084694 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.130384] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Created folder: Project (5fc10075b2a44b688730a8de333eea81) in parent group-v372222. [ 1370.130384] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Creating folder: Instances. Parent ref: group-v372253. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.130575] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f14f20df-3d55-4548-93a9-b010b3447558 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.139555] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794861, 'name': ReconfigVM_Task, 'duration_secs': 0.809971} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.140164] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a484a258-602e-4de7-bb9a-38d204874aff/a484a258-602e-4de7-bb9a-38d204874aff.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.143425] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed1f9d58-d374-4646-b2b0-aebe6d95f778 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.145813] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Created folder: Instances in parent group-v372253. [ 1370.145813] env[63302]: DEBUG oslo.service.loopingcall [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.145813] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.149250] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4517aab-3b61-44f3-9e83-116ba8fdbb9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.180323] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1370.180323] env[63302]: value = "task-1794868" [ 1370.180323] env[63302]: _type = "Task" [ 1370.180323] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.188032] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.188032] env[63302]: value = "task-1794869" [ 1370.188032] env[63302]: _type = "Task" [ 1370.188032] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.192025] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794868, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.211612] env[63302]: DEBUG oslo_vmware.api [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794859, 'name': PowerOnVM_Task, 'duration_secs': 1.297991} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.211869] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794869, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.212951] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.213108] env[63302]: INFO nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Took 22.23 seconds to spawn the instance on the hypervisor. [ 1370.213298] env[63302]: DEBUG nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.214234] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230bc2cf-fbf5-41a4-b0a1-7f721496c0d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.220414] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198722} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.224023] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.224023] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29875e3d-71f7-4275-b4a2-52263099a81d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.255464] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 741a96ac-5d39-421a-b482-e81a577652f9/741a96ac-5d39-421a-b482-e81a577652f9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.256135] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-947e5f5e-3d3b-444f-8b13-a2c568b5c4d9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.284011] env[63302]: DEBUG oslo_concurrency.lockutils [req-ac0ad7ab-968e-49b1-a11a-09dfe1d31261 req-0ab66a36-9584-47a2-b65b-3820e6cc0817 service nova] Releasing lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.288184] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1370.288184] env[63302]: value = "task-1794870" [ 1370.288184] env[63302]: _type = "Task" [ 1370.288184] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.290437] env[63302]: ERROR nova.scheduler.client.report [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [req-df4f30e6-3cba-4a6c-979e-06b72f782b49] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df4f30e6-3cba-4a6c-979e-06b72f782b49"}]} [ 1370.302938] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794870, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.311676] env[63302]: DEBUG nova.scheduler.client.report [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1370.332744] env[63302]: DEBUG nova.scheduler.client.report [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1370.333391] env[63302]: DEBUG nova.compute.provider_tree [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1370.352437] env[63302]: DEBUG nova.scheduler.client.report [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1370.360249] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2da5940c-3b4d-4343-bb3c-5b5d84db8063 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "fb4a09f6-c7ea-447b-b44d-2023432a4747" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.831s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.390248] env[63302]: DEBUG nova.scheduler.client.report [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1370.495228] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Releasing lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.498668] env[63302]: DEBUG nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Instance network_info: |[{"id": "985c7b1b-879c-483c-8946-bd0006f652e9", "address": "fa:16:3e:2c:a7:fa", "network": {"id": "e9653a40-2670-42c2-b1d4-528c22aee728", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-949695442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba14ebf8f304200b7f8a17091ee4123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985c7b1b-87", "ovs_interfaceid": "985c7b1b-879c-483c-8946-bd0006f652e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.498811] env[63302]: DEBUG oslo_vmware.api [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Task: {'id': task-1794865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309489} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.499409] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:a7:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '985c7b1b-879c-483c-8946-bd0006f652e9', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.514771] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Creating folder: Project (fba14ebf8f304200b7f8a17091ee4123). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.515305] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.515305] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.515481] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.515538] env[63302]: INFO nova.compute.manager [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1370.515778] env[63302]: DEBUG oslo.service.loopingcall [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.519774] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8c11be7-5ed7-49ee-b055-f8c06a9fb60b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.520924] env[63302]: DEBUG nova.compute.manager [-] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.521045] env[63302]: DEBUG nova.network.neutron [-] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.528018] env[63302]: INFO nova.compute.manager [-] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Took 2.83 seconds to deallocate network for instance. [ 1370.535171] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Created folder: Project (fba14ebf8f304200b7f8a17091ee4123) in parent group-v372222. [ 1370.535818] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Creating folder: Instances. Parent ref: group-v372256. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.535909] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9d12273-753a-4799-8a5d-66340597bab8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.541032] env[63302]: INFO nova.compute.manager [-] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Took 2.83 seconds to deallocate network for instance. [ 1370.556424] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Created folder: Instances in parent group-v372256. [ 1370.558175] env[63302]: DEBUG oslo.service.loopingcall [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.558175] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.560853] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.560853] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81de07da-d0ae-4373-a855-b1341ca8203a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.585623] env[63302]: DEBUG nova.network.neutron [-] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.599079] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.599079] env[63302]: value = "task-1794873" [ 1370.599079] env[63302]: _type = "Task" [ 1370.599079] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.613622] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794873, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.699641] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794868, 'name': Rename_Task, 'duration_secs': 0.24944} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.702908] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.704565] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cbace9f-de95-4a23-86f2-524c145a89a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.711361] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794869, 'name': CreateVM_Task, 'duration_secs': 0.473842} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.711361] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.712668] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.712854] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.713691] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.714973] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3984eff-1c67-465d-a5ee-087517c80be1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.719082] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1370.719082] env[63302]: value = "task-1794874" [ 1370.719082] env[63302]: _type = "Task" [ 1370.719082] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.723438] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1370.723438] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e281d0-d3bb-a28e-bc24-7ba224e7299c" [ 1370.723438] env[63302]: _type = "Task" [ 1370.723438] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.737584] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.739794] env[63302]: INFO nova.compute.manager [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Took 32.37 seconds to build instance. [ 1370.752480] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e281d0-d3bb-a28e-bc24-7ba224e7299c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.799864] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794870, 'name': ReconfigVM_Task, 'duration_secs': 0.428309} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.802835] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 741a96ac-5d39-421a-b482-e81a577652f9/741a96ac-5d39-421a-b482-e81a577652f9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.803796] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e95e2e1a-7cf5-4fbe-947f-bb1213c2c2a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.812263] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1370.812263] env[63302]: value = "task-1794876" [ 1370.812263] env[63302]: _type = "Task" [ 1370.812263] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.824950] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794876, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.863114] env[63302]: DEBUG nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.879381] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.880114] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.930196] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d49d34b-f279-46b1-8842-c0e5453fdccf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.939328] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ef673-e214-4ccc-b401-04749e08c134 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.975707] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566303f7-7d84-4bc4-bd45-9821a5ef3c12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.985895] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931bd9e0-06b9-4168-8418-947b16933a63 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.003797] env[63302]: DEBUG nova.compute.provider_tree [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.037271] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.049364] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.087806] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-3c511892-55c5-4fab-9c57-60ae7a3432d9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.088033] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1371.092974] env[63302]: DEBUG nova.network.neutron [-] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.111590] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794873, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.185609] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.234368] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794874, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.241164] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e281d0-d3bb-a28e-bc24-7ba224e7299c, 'name': SearchDatastore_Task, 'duration_secs': 0.024135} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.241451] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.241674] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.241895] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.242044] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.242218] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.242480] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3021a20-f9d1-4ed6-905f-ec96991c2bea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.244510] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d12a75a1-1ad8-4ae0-86a8-c7877d83d795 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.889s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.254471] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.254528] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.255296] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857fa6ec-98b2-4cb1-a5f7-c49068743abc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.264057] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1371.264057] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c1ad95-fc1c-00f3-cbe2-0c79fa2cb05a" [ 1371.264057] env[63302]: _type = "Task" [ 1371.264057] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.276017] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c1ad95-fc1c-00f3-cbe2-0c79fa2cb05a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.330051] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794876, 'name': Rename_Task, 'duration_secs': 0.286477} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.330051] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.330655] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2291dbb3-376f-4697-8382-3587d3b177d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.343221] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1371.343221] env[63302]: value = "task-1794877" [ 1371.343221] env[63302]: _type = "Task" [ 1371.343221] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.357024] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.408170] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.506871] env[63302]: DEBUG nova.scheduler.client.report [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.596326] env[63302]: INFO nova.compute.manager [-] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Took 1.07 seconds to deallocate network for instance. [ 1371.617343] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794873, 'name': CreateVM_Task, 'duration_secs': 0.607497} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.617675] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.618712] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.618712] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.619094] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.619572] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db58158-4803-42ba-9d3c-36fe7f082839 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.626451] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1371.626451] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520ea877-c149-2022-5e2b-4b3250be3656" [ 1371.626451] env[63302]: _type = "Task" [ 1371.626451] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.637147] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520ea877-c149-2022-5e2b-4b3250be3656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.699547] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.699969] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.729531] env[63302]: DEBUG oslo_vmware.api [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794874, 'name': PowerOnVM_Task, 'duration_secs': 0.73785} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.730535] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.730535] env[63302]: INFO nova.compute.manager [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1371.730535] env[63302]: DEBUG nova.compute.manager [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.731061] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797bb3fb-098f-47f9-8103-f53919a84a8e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.748102] env[63302]: DEBUG nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.775808] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c1ad95-fc1c-00f3-cbe2-0c79fa2cb05a, 'name': SearchDatastore_Task, 'duration_secs': 0.018915} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.776777] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50782c92-a13f-4054-be3e-03f10f613ee4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.783876] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1371.783876] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5236b930-6e7b-2603-bf96-dea4cc872f3f" [ 1371.783876] env[63302]: _type = "Task" [ 1371.783876] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.794982] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5236b930-6e7b-2603-bf96-dea4cc872f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.854852] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.017183] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.789s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.018083] env[63302]: DEBUG nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1372.022175] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.895s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.024125] env[63302]: INFO nova.compute.claims [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1372.116884] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.116936] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "f309c14a-4c35-4b97-939c-d24dad02b0c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.119734] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "f309c14a-4c35-4b97-939c-d24dad02b0c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.123126] env[63302]: DEBUG nova.network.neutron [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Successfully updated port: fa59e877-b3e1-4304-b1ec-f9a51c00c371 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.131894] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "9a072ae8-004b-46b4-8985-a8f688fec424" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.135589] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "9a072ae8-004b-46b4-8985-a8f688fec424" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.149674] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520ea877-c149-2022-5e2b-4b3250be3656, 'name': SearchDatastore_Task, 'duration_secs': 0.016047} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.150251] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.150497] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.154015] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.186064] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.251976] env[63302]: INFO nova.compute.manager [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Took 16.40 seconds to build instance. [ 1372.280897] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.301330] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5236b930-6e7b-2603-bf96-dea4cc872f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.301572] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.302028] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 36a85513-81dd-45f3-9987-9cc079ffb270/36a85513-81dd-45f3-9987-9cc079ffb270.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.302525] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.302846] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.303223] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29b44a58-bdca-4850-8ae9-68748dfffa31 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.305811] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8370bf25-f354-4566-be67-2c4d2ecef14b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.314915] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1372.314915] env[63302]: value = "task-1794878" [ 1372.314915] env[63302]: _type = "Task" [ 1372.314915] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.320777] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.321083] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.322596] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6646b5f8-c732-458b-8616-a407e8acefd9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.330418] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.335754] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1372.335754] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e294f0-f07d-feec-aefd-9182cb2366fd" [ 1372.335754] env[63302]: _type = "Task" [ 1372.335754] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.345677] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e294f0-f07d-feec-aefd-9182cb2366fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.354959] env[63302]: DEBUG oslo_vmware.api [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1794877, 'name': PowerOnVM_Task, 'duration_secs': 0.688881} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.355255] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.355416] env[63302]: INFO nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Took 16.34 seconds to spawn the instance on the hypervisor. [ 1372.355559] env[63302]: DEBUG nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.356392] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1be4827-fc08-464f-b42f-dd590319b891 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.532836] env[63302]: DEBUG nova.compute.utils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1372.540446] env[63302]: DEBUG nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1372.540907] env[63302]: DEBUG nova.network.neutron [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.639714] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.639714] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.639714] env[63302]: DEBUG nova.network.neutron [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.643479] env[63302]: DEBUG nova.policy [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11871a19c9e14f5c9b3d27038da68708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '728a3e4df3684e88a09adf596747e804', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.689579] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.755399] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e15a206b-cb6c-4f3f-bf38-5425219006fc tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "a484a258-602e-4de7-bb9a-38d204874aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.919s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.771481] env[63302]: DEBUG nova.compute.manager [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Received event network-vif-plugged-a15ce673-473d-4a29-8295-1332743b0f2b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1372.771783] env[63302]: DEBUG oslo_concurrency.lockutils [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] Acquiring lock "36a85513-81dd-45f3-9987-9cc079ffb270-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.771964] env[63302]: DEBUG oslo_concurrency.lockutils [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] Lock "36a85513-81dd-45f3-9987-9cc079ffb270-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.773254] env[63302]: DEBUG oslo_concurrency.lockutils [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] Lock "36a85513-81dd-45f3-9987-9cc079ffb270-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.773474] env[63302]: DEBUG nova.compute.manager [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] No waiting events found dispatching network-vif-plugged-a15ce673-473d-4a29-8295-1332743b0f2b {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.775129] env[63302]: WARNING nova.compute.manager [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Received unexpected event network-vif-plugged-a15ce673-473d-4a29-8295-1332743b0f2b for instance with vm_state building and task_state spawning. [ 1372.775129] env[63302]: DEBUG nova.compute.manager [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Received event network-changed-a15ce673-473d-4a29-8295-1332743b0f2b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1372.775129] env[63302]: DEBUG nova.compute.manager [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Refreshing instance network info cache due to event network-changed-a15ce673-473d-4a29-8295-1332743b0f2b. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1372.775129] env[63302]: DEBUG oslo_concurrency.lockutils [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] Acquiring lock "refresh_cache-36a85513-81dd-45f3-9987-9cc079ffb270" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.775129] env[63302]: DEBUG oslo_concurrency.lockutils [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] Acquired lock "refresh_cache-36a85513-81dd-45f3-9987-9cc079ffb270" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.775673] env[63302]: DEBUG nova.network.neutron [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Refreshing network info cache for port a15ce673-473d-4a29-8295-1332743b0f2b {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.835031] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.852168] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e294f0-f07d-feec-aefd-9182cb2366fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012435} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.855050] env[63302]: DEBUG nova.compute.manager [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Received event network-vif-plugged-985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1372.855265] env[63302]: DEBUG oslo_concurrency.lockutils [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] Acquiring lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.855500] env[63302]: DEBUG oslo_concurrency.lockutils [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] Lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.855755] env[63302]: DEBUG oslo_concurrency.lockutils [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] Lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.855865] env[63302]: DEBUG nova.compute.manager [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] No waiting events found dispatching network-vif-plugged-985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.856066] env[63302]: WARNING nova.compute.manager [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Received unexpected event network-vif-plugged-985c7b1b-879c-483c-8946-bd0006f652e9 for instance with vm_state building and task_state spawning. [ 1372.856172] env[63302]: DEBUG nova.compute.manager [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Received event network-changed-985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1372.856389] env[63302]: DEBUG nova.compute.manager [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Refreshing instance network info cache due to event network-changed-985c7b1b-879c-483c-8946-bd0006f652e9. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1372.856698] env[63302]: DEBUG oslo_concurrency.lockutils [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] Acquiring lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.857022] env[63302]: DEBUG oslo_concurrency.lockutils [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] Acquired lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.857022] env[63302]: DEBUG nova.network.neutron [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Refreshing network info cache for port 985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.858254] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fe2257-df15-443c-b87b-0aa3ba90fa8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.873233] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1372.873233] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e95f22-ad87-be7e-5df7-43ce61fb6b2b" [ 1372.873233] env[63302]: _type = "Task" [ 1372.873233] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.877257] env[63302]: INFO nova.compute.manager [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Took 27.67 seconds to build instance. [ 1372.892225] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e95f22-ad87-be7e-5df7-43ce61fb6b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.041035] env[63302]: DEBUG nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1373.196077] env[63302]: DEBUG nova.network.neutron [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.213272] env[63302]: DEBUG nova.network.neutron [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Successfully created port: bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.260525] env[63302]: DEBUG nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.330430] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661356} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.330882] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 36a85513-81dd-45f3-9987-9cc079ffb270/36a85513-81dd-45f3-9987-9cc079ffb270.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.331044] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.334011] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38aac78a-120a-4f6f-89b1-f5289de656fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.342266] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1373.342266] env[63302]: value = "task-1794880" [ 1373.342266] env[63302]: _type = "Task" [ 1373.342266] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.352921] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.383280] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c3a6a7b-2d92-4113-a76f-217a7a108c85 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.184s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.406360] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e95f22-ad87-be7e-5df7-43ce61fb6b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.063742} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.409250] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.409522] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d/6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.410036] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72049ab8-8f7d-4848-9238-c173a9d958c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.421011] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1373.421011] env[63302]: value = "task-1794881" [ 1373.421011] env[63302]: _type = "Task" [ 1373.421011] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.434487] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.468286] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731a91f2-4be6-4926-8e77-07dd2320330e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.477172] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d11a1e-7522-44ab-99cc-76107a8bfb1a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.515239] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f329c-8f6f-4f8d-9df7-84084489c9ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.526347] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2902ec9-09d0-467a-a4a0-606a749f7748 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.542549] env[63302]: DEBUG nova.compute.provider_tree [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.694958] env[63302]: DEBUG nova.network.neutron [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Updating instance_info_cache with network_info: [{"id": "fa59e877-b3e1-4304-b1ec-f9a51c00c371", "address": "fa:16:3e:b9:ef:0b", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa59e877-b3", "ovs_interfaceid": "fa59e877-b3e1-4304-b1ec-f9a51c00c371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.786835] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.811769] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "0a74545e-475b-480a-b0e8-b844bd665d40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.812361] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "0a74545e-475b-480a-b0e8-b844bd665d40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.855671] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090796} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.858019] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.858019] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cf7af2-b1f7-4c98-8d5c-f76c080e0997 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.883212] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 36a85513-81dd-45f3-9987-9cc079ffb270/36a85513-81dd-45f3-9987-9cc079ffb270.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.884393] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ebe7a7-39e9-45be-8c95-708db5f4b37c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.901217] env[63302]: DEBUG nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.929813] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1373.929813] env[63302]: value = "task-1794882" [ 1373.929813] env[63302]: _type = "Task" [ 1373.929813] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.935355] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.945461] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.030919] env[63302]: DEBUG nova.network.neutron [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Updated VIF entry in instance network info cache for port a15ce673-473d-4a29-8295-1332743b0f2b. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.031314] env[63302]: DEBUG nova.network.neutron [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Updating instance_info_cache with network_info: [{"id": "a15ce673-473d-4a29-8295-1332743b0f2b", "address": "fa:16:3e:b8:bc:e9", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15ce673-47", "ovs_interfaceid": "a15ce673-473d-4a29-8295-1332743b0f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.045860] env[63302]: DEBUG nova.scheduler.client.report [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.051104] env[63302]: DEBUG nova.network.neutron [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Updated VIF entry in instance network info cache for port 985c7b1b-879c-483c-8946-bd0006f652e9. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.052023] env[63302]: DEBUG nova.network.neutron [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Updating instance_info_cache with network_info: [{"id": "985c7b1b-879c-483c-8946-bd0006f652e9", "address": "fa:16:3e:2c:a7:fa", "network": {"id": "e9653a40-2670-42c2-b1d4-528c22aee728", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-949695442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba14ebf8f304200b7f8a17091ee4123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985c7b1b-87", "ovs_interfaceid": "985c7b1b-879c-483c-8946-bd0006f652e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.054463] env[63302]: DEBUG nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1374.090690] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.090690] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.090899] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.090955] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.091111] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.091264] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.091546] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.091757] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.091961] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.092144] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.092318] env[63302]: DEBUG nova.virt.hardware [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.093340] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46233f1-2a6a-4b3b-b29e-8f1919ee532e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.103482] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1138e7d4-bc8f-4860-8f9e-1205be1db5c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.197762] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.199731] env[63302]: DEBUG nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Instance network_info: |[{"id": "fa59e877-b3e1-4304-b1ec-f9a51c00c371", "address": "fa:16:3e:b9:ef:0b", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa59e877-b3", "ovs_interfaceid": "fa59e877-b3e1-4304-b1ec-f9a51c00c371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.199842] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:ef:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa59e877-b3e1-4304-b1ec-f9a51c00c371', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.206622] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Creating folder: Project (a4e2a27b0183476cbde5bae01500a4a2). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.207716] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c28f1a0-136f-4200-b0ec-e5451090a3fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.225262] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Created folder: Project (a4e2a27b0183476cbde5bae01500a4a2) in parent group-v372222. [ 1374.225262] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Creating folder: Instances. Parent ref: group-v372259. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.225368] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9ee9e0e-0026-482b-8cd4-2f612eaea58f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.246172] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Created folder: Instances in parent group-v372259. [ 1374.246609] env[63302]: DEBUG oslo.service.loopingcall [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.246811] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c551d570-604a-4767-8982-e08e72eb0021] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.246990] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-697a409b-e539-47d7-b5df-f80fdd18cd55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.276914] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.276914] env[63302]: value = "task-1794885" [ 1374.276914] env[63302]: _type = "Task" [ 1374.276914] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.287117] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794885, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.431382] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.438631] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.961007} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.441306] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d/6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.441306] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.442073] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f408c87-7268-4cec-87cc-a2e55b37ba6a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.451985] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.453606] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1374.453606] env[63302]: value = "task-1794886" [ 1374.453606] env[63302]: _type = "Task" [ 1374.453606] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.463386] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.539434] env[63302]: DEBUG oslo_concurrency.lockutils [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] Releasing lock "refresh_cache-36a85513-81dd-45f3-9987-9cc079ffb270" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.539587] env[63302]: DEBUG nova.compute.manager [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Received event network-vif-deleted-417ab744-139f-493c-ba25-e597549b4bfa {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1374.539781] env[63302]: DEBUG nova.compute.manager [req-8dab796b-6e1c-4f94-bac1-463674ae8711 req-415cf84e-85f0-4e2c-a219-e35707f088b5 service nova] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Received event network-vif-deleted-62483ad4-319d-43eb-8a6e-d6e0fa5cae55 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1374.558518] env[63302]: DEBUG oslo_concurrency.lockutils [req-b5e19dea-d7df-402b-a80b-8ef1fb69f230 req-22a9f42f-9223-4134-b53f-e0e2054c96c9 service nova] Releasing lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.559136] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.559796] env[63302]: DEBUG nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1374.562646] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.778s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.564917] env[63302]: INFO nova.compute.claims [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.792655] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794885, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.831269] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquiring lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.831704] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.949952] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794882, 'name': ReconfigVM_Task, 'duration_secs': 0.65714} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.950895] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 36a85513-81dd-45f3-9987-9cc079ffb270/36a85513-81dd-45f3-9987-9cc079ffb270.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.951812] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-311920bc-7c88-414e-a5c2-5ad90ec8bce6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.966140] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100539} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.967705] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.968017] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1374.968017] env[63302]: value = "task-1794888" [ 1374.968017] env[63302]: _type = "Task" [ 1374.968017] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.968834] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865fc544-cf7f-41f2-b62a-c6c3a17df343 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.000164] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d/6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.000577] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794888, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.001169] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-466633c1-4d37-4c1d-aedd-bd3048239a45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.022628] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1375.022628] env[63302]: value = "task-1794889" [ 1375.022628] env[63302]: _type = "Task" [ 1375.022628] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.033800] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.071404] env[63302]: DEBUG nova.compute.utils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1375.077421] env[63302]: DEBUG nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.077421] env[63302]: DEBUG nova.network.neutron [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.162914] env[63302]: DEBUG nova.policy [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abf25febcee24ef7a66373153b043320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4e2a27b0183476cbde5bae01500a4a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.269119] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "7952e25d-df88-4f31-be5e-9e952a82db8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.269541] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "7952e25d-df88-4f31-be5e-9e952a82db8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.294881] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794885, 'name': CreateVM_Task, 'duration_secs': 0.701868} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.294881] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c551d570-604a-4767-8982-e08e72eb0021] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.295942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.296312] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.296972] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.297523] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564215e1-7a04-4533-bd2b-2f17502c2354 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.306231] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1375.306231] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f582dc-d106-8a1a-b44a-de28f42ff01d" [ 1375.306231] env[63302]: _type = "Task" [ 1375.306231] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.322808] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f582dc-d106-8a1a-b44a-de28f42ff01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.483039] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794888, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.534566] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.577379] env[63302]: DEBUG nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1375.819613] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f582dc-d106-8a1a-b44a-de28f42ff01d, 'name': SearchDatastore_Task, 'duration_secs': 0.015479} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.819970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.820185] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.820437] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.820609] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.820909] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.821506] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd0e3791-c747-48ae-8e12-dce1d4bd0ad9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.832177] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.832574] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.833201] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cf36a1-0beb-4f22-b009-53cc60aed9ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.845967] env[63302]: DEBUG nova.network.neutron [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Successfully created port: 81073166-5f12-4e0d-88b9-a677e861dbe2 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.855364] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1375.855364] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ef6060-fdd4-244a-06a9-5248d9cd6528" [ 1375.855364] env[63302]: _type = "Task" [ 1375.855364] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.867947] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ef6060-fdd4-244a-06a9-5248d9cd6528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.889320] env[63302]: DEBUG nova.network.neutron [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Successfully updated port: bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.991459] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794888, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.023519] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f197688-dec1-4a8f-a5fe-bd149e824b01 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.036681] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794889, 'name': ReconfigVM_Task, 'duration_secs': 0.879856} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.039756] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d/6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.041155] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-610e25ef-2f25-481c-be32-57bb93d0e621 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.043315] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e10936-a729-49d6-8deb-d439fd7ee790 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.078733] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2f607f-4556-4862-94dd-8357ecb40b24 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.081565] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1376.081565] env[63302]: value = "task-1794890" [ 1376.081565] env[63302]: _type = "Task" [ 1376.081565] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.093237] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6a0a95-512c-46f4-b701-b41ac28747e2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.103824] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794890, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.115666] env[63302]: DEBUG nova.compute.provider_tree [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.313038] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.313038] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.367548] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ef6060-fdd4-244a-06a9-5248d9cd6528, 'name': SearchDatastore_Task, 'duration_secs': 0.044589} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.368406] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b24881-cf0d-4a16-8339-3a708bd6e2a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.378904] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1376.378904] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c5c454-d215-b9b5-9097-5202a08c42ba" [ 1376.378904] env[63302]: _type = "Task" [ 1376.378904] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.391741] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c5c454-d215-b9b5-9097-5202a08c42ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.392377] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquiring lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.392495] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquired lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.392647] env[63302]: DEBUG nova.network.neutron [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.485409] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794888, 'name': Rename_Task, 'duration_secs': 1.078344} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.485736] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.485981] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5dbe252-3980-4a83-8939-8adead4a9d04 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.496026] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1376.496026] env[63302]: value = "task-1794891" [ 1376.496026] env[63302]: _type = "Task" [ 1376.496026] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.504887] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.597017] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794890, 'name': Rename_Task, 'duration_secs': 0.258349} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.597017] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.597017] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae80d152-d90c-4fdc-ae9d-6b42814b6ccb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.604154] env[63302]: DEBUG nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1376.608772] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1376.608772] env[63302]: value = "task-1794892" [ 1376.608772] env[63302]: _type = "Task" [ 1376.608772] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.619121] env[63302]: DEBUG nova.scheduler.client.report [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.622639] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.642655] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.643073] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.643964] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.643964] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.643964] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.644254] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.644722] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.644932] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.645208] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.645421] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.646067] env[63302]: DEBUG nova.virt.hardware [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.646594] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2a2c2f-4abc-484e-88c7-f5a07ea570ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.656653] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f694fd-5433-4548-adb8-0d41895b8721 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.894421] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c5c454-d215-b9b5-9097-5202a08c42ba, 'name': SearchDatastore_Task, 'duration_secs': 0.024849} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.894421] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.895222] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] c551d570-604a-4767-8982-e08e72eb0021/c551d570-604a-4767-8982-e08e72eb0021.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.895222] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0deb3488-6a25-4d07-b6bd-b9fb5376a938 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.907467] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1376.907467] env[63302]: value = "task-1794893" [ 1376.907467] env[63302]: _type = "Task" [ 1376.907467] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.930328] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.936409] env[63302]: DEBUG nova.network.neutron [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.011100] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794891, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.120981] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794892, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.124455] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.124685] env[63302]: DEBUG nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.129291] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.091s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.129291] env[63302]: DEBUG nova.objects.instance [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lazy-loading 'resources' on Instance uuid 535497be-2b28-42a1-9136-aef6846abff5 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.179577] env[63302]: INFO nova.compute.manager [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Rebuilding instance [ 1377.188199] env[63302]: DEBUG nova.network.neutron [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Updating instance_info_cache with network_info: [{"id": "bf172c1b-43da-404a-b490-94e85804d4de", "address": "fa:16:3e:4c:47:39", "network": {"id": "0b5120ac-2193-444c-ab32-9135db9f0943", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-717740785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "728a3e4df3684e88a09adf596747e804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf172c1b-43", "ovs_interfaceid": "bf172c1b-43da-404a-b490-94e85804d4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.261396] env[63302]: DEBUG nova.compute.manager [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.262847] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90e3b7-6b56-471e-840a-a14f7a442ca7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.409115] env[63302]: DEBUG nova.compute.manager [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] Received event network-vif-plugged-fa59e877-b3e1-4304-b1ec-f9a51c00c371 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1377.409430] env[63302]: DEBUG oslo_concurrency.lockutils [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] Acquiring lock "c551d570-604a-4767-8982-e08e72eb0021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.409690] env[63302]: DEBUG oslo_concurrency.lockutils [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] Lock "c551d570-604a-4767-8982-e08e72eb0021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.409877] env[63302]: DEBUG oslo_concurrency.lockutils [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] Lock "c551d570-604a-4767-8982-e08e72eb0021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.410131] env[63302]: DEBUG nova.compute.manager [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] No waiting events found dispatching network-vif-plugged-fa59e877-b3e1-4304-b1ec-f9a51c00c371 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.410328] env[63302]: WARNING nova.compute.manager [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] Received unexpected event network-vif-plugged-fa59e877-b3e1-4304-b1ec-f9a51c00c371 for instance with vm_state building and task_state spawning. [ 1377.410504] env[63302]: DEBUG nova.compute.manager [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] Received event network-changed-fa59e877-b3e1-4304-b1ec-f9a51c00c371 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1377.410754] env[63302]: DEBUG nova.compute.manager [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] Refreshing instance network info cache due to event network-changed-fa59e877-b3e1-4304-b1ec-f9a51c00c371. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1377.410983] env[63302]: DEBUG oslo_concurrency.lockutils [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] Acquiring lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.411155] env[63302]: DEBUG oslo_concurrency.lockutils [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] Acquired lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.411338] env[63302]: DEBUG nova.network.neutron [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] Refreshing network info cache for port fa59e877-b3e1-4304-b1ec-f9a51c00c371 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.432233] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794893, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.512189] env[63302]: DEBUG oslo_vmware.api [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794891, 'name': PowerOnVM_Task, 'duration_secs': 0.667451} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.512189] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.512189] env[63302]: INFO nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Took 16.60 seconds to spawn the instance on the hypervisor. [ 1377.512189] env[63302]: DEBUG nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.512976] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b959f55-ecb2-4c8f-88a1-b901bc8ef7bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.628610] env[63302]: DEBUG oslo_vmware.api [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794892, 'name': PowerOnVM_Task, 'duration_secs': 0.630288} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.628899] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.629127] env[63302]: INFO nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Took 14.30 seconds to spawn the instance on the hypervisor. [ 1377.629299] env[63302]: DEBUG nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.630158] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce370d8-5308-4e87-ba46-4c503200968c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.636559] env[63302]: DEBUG nova.compute.utils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1377.646958] env[63302]: DEBUG nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.646958] env[63302]: DEBUG nova.network.neutron [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.691510] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Releasing lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.692633] env[63302]: DEBUG nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Instance network_info: |[{"id": "bf172c1b-43da-404a-b490-94e85804d4de", "address": "fa:16:3e:4c:47:39", "network": {"id": "0b5120ac-2193-444c-ab32-9135db9f0943", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-717740785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "728a3e4df3684e88a09adf596747e804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf172c1b-43", "ovs_interfaceid": "bf172c1b-43da-404a-b490-94e85804d4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.692903] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:47:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf172c1b-43da-404a-b490-94e85804d4de', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.704891] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Creating folder: Project (728a3e4df3684e88a09adf596747e804). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.711990] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-940b5819-0875-4a5a-a394-a78107ef0400 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.725754] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.726400] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.731799] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Created folder: Project (728a3e4df3684e88a09adf596747e804) in parent group-v372222. [ 1377.731918] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Creating folder: Instances. Parent ref: group-v372262. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.736800] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f11dc8d5-3bda-4ce5-a71c-9b9cb1b13f0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.750624] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Created folder: Instances in parent group-v372262. [ 1377.752309] env[63302]: DEBUG oslo.service.loopingcall [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.752309] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.752309] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a3d678c-e60f-4ee6-84cf-9486a91dc28d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.781246] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.781246] env[63302]: value = "task-1794896" [ 1377.781246] env[63302]: _type = "Task" [ 1377.781246] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.795860] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794896, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.797841] env[63302]: DEBUG nova.policy [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abf25febcee24ef7a66373153b043320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4e2a27b0183476cbde5bae01500a4a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.871581] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.871858] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.931461] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621794} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.931776] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] c551d570-604a-4767-8982-e08e72eb0021/c551d570-604a-4767-8982-e08e72eb0021.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.931959] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.932298] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a494e3-802e-44c2-97b6-67beb173ce8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.947171] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1377.947171] env[63302]: value = "task-1794897" [ 1377.947171] env[63302]: _type = "Task" [ 1377.947171] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.959163] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.989060] env[63302]: DEBUG nova.compute.manager [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1378.036863] env[63302]: INFO nova.compute.manager [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Took 25.81 seconds to build instance. [ 1378.155715] env[63302]: DEBUG nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.171313] env[63302]: DEBUG nova.network.neutron [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Successfully updated port: 81073166-5f12-4e0d-88b9-a677e861dbe2 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.185952] env[63302]: INFO nova.compute.manager [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Took 22.99 seconds to build instance. [ 1378.241687] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa796c9-965b-4355-bece-f44d9e8ec806 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.252539] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7281db3d-d671-4d25-8250-d04727e3ff14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.300723] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.306532] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8a641c-6ccf-4dfd-9c12-ab7b80e508e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.308376] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ea717d-c9c6-442a-a4a7-1dee55c62a65 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.322509] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7478813b-79a4-43fe-acdc-cd5dfc56fa62 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.327266] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1378.327266] env[63302]: value = "task-1794898" [ 1378.327266] env[63302]: _type = "Task" [ 1378.327266] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.328019] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794896, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.340724] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.348730] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.441961] env[63302]: DEBUG nova.compute.manager [req-4285dbdc-d669-4390-9d45-df70388f685b req-0e67f7fa-81d9-4b45-94ec-0220888beb23 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Received event network-changed-ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1378.442756] env[63302]: DEBUG nova.compute.manager [req-4285dbdc-d669-4390-9d45-df70388f685b req-0e67f7fa-81d9-4b45-94ec-0220888beb23 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Refreshing instance network info cache due to event network-changed-ec49442f-9937-48d7-bbba-791b1b0ce810. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1378.442756] env[63302]: DEBUG oslo_concurrency.lockutils [req-4285dbdc-d669-4390-9d45-df70388f685b req-0e67f7fa-81d9-4b45-94ec-0220888beb23 service nova] Acquiring lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.442756] env[63302]: DEBUG oslo_concurrency.lockutils [req-4285dbdc-d669-4390-9d45-df70388f685b req-0e67f7fa-81d9-4b45-94ec-0220888beb23 service nova] Acquired lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.442756] env[63302]: DEBUG nova.network.neutron [req-4285dbdc-d669-4390-9d45-df70388f685b req-0e67f7fa-81d9-4b45-94ec-0220888beb23 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Refreshing network info cache for port ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.458137] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163709} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.458494] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.459296] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4142b7-b1f8-4665-aac1-af55dcbef0ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.484713] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c551d570-604a-4767-8982-e08e72eb0021/c551d570-604a-4767-8982-e08e72eb0021.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.484983] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89acd903-36a4-455e-aae3-6cd9e66d7b54 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.509909] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1378.509909] env[63302]: value = "task-1794899" [ 1378.509909] env[63302]: _type = "Task" [ 1378.509909] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.520284] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.526636] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.540306] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ed377979-577a-4fc2-91bd-93aeab10ef53 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "36a85513-81dd-45f3-9987-9cc079ffb270" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.331s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.632692] env[63302]: DEBUG nova.network.neutron [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] Updated VIF entry in instance network info cache for port fa59e877-b3e1-4304-b1ec-f9a51c00c371. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.633099] env[63302]: DEBUG nova.network.neutron [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] Updating instance_info_cache with network_info: [{"id": "fa59e877-b3e1-4304-b1ec-f9a51c00c371", "address": "fa:16:3e:b9:ef:0b", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa59e877-b3", "ovs_interfaceid": "fa59e877-b3e1-4304-b1ec-f9a51c00c371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.655931] env[63302]: DEBUG nova.network.neutron [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Successfully created port: 9fd7278d-5a3a-4d76-8e0d-172594935187 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.688678] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "refresh_cache-777b46e5-e2b5-49eb-b5da-3a196c847477" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.688992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "refresh_cache-777b46e5-e2b5-49eb-b5da-3a196c847477" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.688992] env[63302]: DEBUG nova.network.neutron [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.694627] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aad31573-d423-4de8-9946-3c423222e902 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.506s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.813074] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794896, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.844168] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794898, 'name': PowerOffVM_Task, 'duration_secs': 0.308818} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.844479] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.845643] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.845643] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8ce651-267a-4357-af4a-9afbc932f889 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.859883] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.860135] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95a27765-cdbb-4dd5-befb-b49920c33357 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.874673] env[63302]: ERROR nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [req-81d3e5f9-ce33-47b7-8b21-bea846597710] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-81d3e5f9-ce33-47b7-8b21-bea846597710"}]} [ 1378.889257] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.889501] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.889729] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Deleting the datastore file [datastore1] a484a258-602e-4de7-bb9a-38d204874aff {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.889997] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac383801-7549-496b-ab65-2316c5446a04 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.897461] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1378.897461] env[63302]: value = "task-1794901" [ 1378.897461] env[63302]: _type = "Task" [ 1378.897461] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.905303] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1378.913168] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.920363] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1378.920562] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.934142] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1378.965040] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1379.021614] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.042878] env[63302]: DEBUG nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.135998] env[63302]: DEBUG oslo_concurrency.lockutils [req-df1a4418-fc0c-4af5-8365-78b522cab314 req-2e99c334-9740-4e36-bf8b-2379eda0deb0 service nova] Releasing lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.169043] env[63302]: DEBUG nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.201969] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.202223] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.202375] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.202561] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.202702] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.202842] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.203060] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.203271] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.203374] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.203532] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.203700] env[63302]: DEBUG nova.virt.hardware [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.204087] env[63302]: DEBUG nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.207387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e11c33-0159-4711-8870-f8c0c1a751c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.221979] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc2805-da25-401f-a56c-85751c1f2744 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.254932] env[63302]: DEBUG nova.network.neutron [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.319304] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794896, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.340109] env[63302]: DEBUG nova.network.neutron [req-4285dbdc-d669-4390-9d45-df70388f685b req-0e67f7fa-81d9-4b45-94ec-0220888beb23 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Updated VIF entry in instance network info cache for port ec49442f-9937-48d7-bbba-791b1b0ce810. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.340802] env[63302]: DEBUG nova.network.neutron [req-4285dbdc-d669-4390-9d45-df70388f685b req-0e67f7fa-81d9-4b45-94ec-0220888beb23 service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Updating instance_info_cache with network_info: [{"id": "ec49442f-9937-48d7-bbba-791b1b0ce810", "address": "fa:16:3e:6e:b1:84", "network": {"id": "c13fb3d7-5213-47e7-a39e-3815df7c7a25", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1574076903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d509eb6a21394e7385dcf2eeb66daeeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec49442f-99", "ovs_interfaceid": "ec49442f-9937-48d7-bbba-791b1b0ce810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.414743] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392979} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.416630] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.416943] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.417159] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.422029] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981e79a-d33d-4d38-836e-d4746c7e7765 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.430756] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d60e694-1e65-48fd-922f-9c087c986e9b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.470580] env[63302]: DEBUG nova.network.neutron [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Updating instance_info_cache with network_info: [{"id": "81073166-5f12-4e0d-88b9-a677e861dbe2", "address": "fa:16:3e:37:98:4b", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81073166-5f", "ovs_interfaceid": "81073166-5f12-4e0d-88b9-a677e861dbe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.473189] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b2853e-8313-4ae5-baca-58263abbc706 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.484318] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baf6b18-54b4-40e5-baa0-937e1389ee70 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.501067] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.521343] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.569218] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.731257] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.812901] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794896, 'name': CreateVM_Task, 'duration_secs': 1.787546} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.812901] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.813212] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.813384] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.813726] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.813986] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e0b2e8-9fd2-41db-90d3-eb301369e993 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.820511] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1379.820511] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fbb276-7f59-f45b-365e-29659d7f5721" [ 1379.820511] env[63302]: _type = "Task" [ 1379.820511] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.830738] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fbb276-7f59-f45b-365e-29659d7f5721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.844501] env[63302]: DEBUG oslo_concurrency.lockutils [req-4285dbdc-d669-4390-9d45-df70388f685b req-0e67f7fa-81d9-4b45-94ec-0220888beb23 service nova] Releasing lock "refresh_cache-741a96ac-5d39-421a-b482-e81a577652f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.977543] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "refresh_cache-777b46e5-e2b5-49eb-b5da-3a196c847477" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.978066] env[63302]: DEBUG nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Instance network_info: |[{"id": "81073166-5f12-4e0d-88b9-a677e861dbe2", "address": "fa:16:3e:37:98:4b", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81073166-5f", "ovs_interfaceid": "81073166-5f12-4e0d-88b9-a677e861dbe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.978331] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:98:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81073166-5f12-4e0d-88b9-a677e861dbe2', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.988127] env[63302]: DEBUG oslo.service.loopingcall [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.988800] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.989169] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fe71fe1-6944-4e02-85fa-660c59c4a77a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.021425] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.021425] env[63302]: value = "task-1794902" [ 1380.021425] env[63302]: _type = "Task" [ 1380.021425] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.025886] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794899, 'name': ReconfigVM_Task, 'duration_secs': 1.312119} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.030206] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c551d570-604a-4767-8982-e08e72eb0021/c551d570-604a-4767-8982-e08e72eb0021.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.031779] env[63302]: ERROR nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [req-1bccdad7-2c76-4fb6-91d8-f0dd8a1970a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1bccdad7-2c76-4fb6-91d8-f0dd8a1970a1"}]} [ 1380.032272] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a641cad-6d51-450c-87f0-04f30a129aeb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.044968] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794902, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.047828] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1380.047828] env[63302]: value = "task-1794903" [ 1380.047828] env[63302]: _type = "Task" [ 1380.047828] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.056388] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1380.063059] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794903, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.090338] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1380.090640] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.114085] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1380.140681] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1380.216273] env[63302]: DEBUG nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Received event network-vif-plugged-bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1380.216273] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Acquiring lock "3aefff1a-b562-4fb4-8f73-65a207437f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.216273] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.216273] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.216505] env[63302]: DEBUG nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] No waiting events found dispatching network-vif-plugged-bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.216576] env[63302]: WARNING nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Received unexpected event network-vif-plugged-bf172c1b-43da-404a-b490-94e85804d4de for instance with vm_state building and task_state spawning. [ 1380.216783] env[63302]: DEBUG nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Received event network-changed-bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1380.216950] env[63302]: DEBUG nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Refreshing instance network info cache due to event network-changed-bf172c1b-43da-404a-b490-94e85804d4de. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1380.217650] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Acquiring lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.217940] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Acquired lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.218182] env[63302]: DEBUG nova.network.neutron [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Refreshing network info cache for port bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.262462] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Acquiring lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.262769] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.335375] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fbb276-7f59-f45b-365e-29659d7f5721, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.341138] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.341138] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.342352] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.342352] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.342511] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.344934] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7578c0e1-84c1-455c-a2e9-7b4229b17a0b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.359041] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.359041] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.361315] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5940a55e-0bc0-4880-8531-e3276a7c8fa2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.375706] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1380.375706] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b67a1-af27-0be7-ca9d-415fdfe2e3a0" [ 1380.375706] env[63302]: _type = "Task" [ 1380.375706] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.389168] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b67a1-af27-0be7-ca9d-415fdfe2e3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.468808] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.469117] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.469280] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.469473] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.469616] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.469760] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.470195] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.470334] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.470671] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.470774] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.471699] env[63302]: DEBUG nova.virt.hardware [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.473341] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a403d5e-403b-4a3e-b397-b13defb1a1dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.486749] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ae687-55e3-4234-8dc4-87a07dd11650 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.509151] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.515125] env[63302]: DEBUG oslo.service.loopingcall [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.519201] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.519709] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6645397f-f258-4820-91d6-3a5de3b306fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.546028] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.546028] env[63302]: value = "task-1794904" [ 1380.546028] env[63302]: _type = "Task" [ 1380.546028] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.548079] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794902, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.569724] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794903, 'name': Rename_Task, 'duration_secs': 0.190086} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.569940] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794904, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.570196] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.570435] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ccb498f-9b33-406b-81ec-56c4fde77c12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.578091] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1380.578091] env[63302]: value = "task-1794905" [ 1380.578091] env[63302]: _type = "Task" [ 1380.578091] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.588455] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.628672] env[63302]: DEBUG nova.network.neutron [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Successfully updated port: 9fd7278d-5a3a-4d76-8e0d-172594935187 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.690753] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a37ed-75e1-4fbe-b54b-2472b64bc771 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.699597] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f548f95-f1cb-49b1-9888-456171d35ba9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.737177] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad15291f-fd38-4fa0-835f-393eb44eba30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.746012] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1684fc1-5858-4302-a3f4-a324f1aba4fc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.761729] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.888532] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b67a1-af27-0be7-ca9d-415fdfe2e3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.017486} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.889352] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0185b02-ef07-4e40-983c-d75aba3e036b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.898049] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1380.898049] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291a9b8-de31-9fac-53b7-6faf99c72591" [ 1380.898049] env[63302]: _type = "Task" [ 1380.898049] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.909816] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291a9b8-de31-9fac-53b7-6faf99c72591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.049356] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794902, 'name': CreateVM_Task, 'duration_secs': 0.705479} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.052431] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.055005] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.055189] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.055498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.056189] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721760f8-36fe-4224-965c-19c7491af83f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.061955] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794904, 'name': CreateVM_Task, 'duration_secs': 0.501828} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.063110] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.063442] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1381.063442] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f1e862-2e81-36d0-1b70-f0d4ddd2d834" [ 1381.063442] env[63302]: _type = "Task" [ 1381.063442] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.063770] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.072420] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f1e862-2e81-36d0-1b70-f0d4ddd2d834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.088554] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794905, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.134242] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "refresh_cache-13ca0d44-e4a9-462e-878c-25ea8641f2b5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.134242] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "refresh_cache-13ca0d44-e4a9-462e-878c-25ea8641f2b5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.134242] env[63302]: DEBUG nova.network.neutron [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.136313] env[63302]: DEBUG nova.network.neutron [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Updated VIF entry in instance network info cache for port bf172c1b-43da-404a-b490-94e85804d4de. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.136749] env[63302]: DEBUG nova.network.neutron [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Updating instance_info_cache with network_info: [{"id": "bf172c1b-43da-404a-b490-94e85804d4de", "address": "fa:16:3e:4c:47:39", "network": {"id": "0b5120ac-2193-444c-ab32-9135db9f0943", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-717740785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "728a3e4df3684e88a09adf596747e804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf172c1b-43", "ovs_interfaceid": "bf172c1b-43da-404a-b490-94e85804d4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.285654] env[63302]: ERROR nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] [req-8b87021f-4143-4fb9-9c96-d2e13d3b9c8d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8b87021f-4143-4fb9-9c96-d2e13d3b9c8d"}]} [ 1381.305654] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1381.323580] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1381.323853] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1381.336975] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1381.364216] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1381.412786] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291a9b8-de31-9fac-53b7-6faf99c72591, 'name': SearchDatastore_Task, 'duration_secs': 0.020716} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.413099] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.413365] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3aefff1a-b562-4fb4-8f73-65a207437f07/3aefff1a-b562-4fb4-8f73-65a207437f07.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.413670] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c78903e0-3c96-4a18-a82a-4f7a9f8c6a65 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.421887] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1381.421887] env[63302]: value = "task-1794906" [ 1381.421887] env[63302]: _type = "Task" [ 1381.421887] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.438200] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.455697] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquiring lock "cf573838-c503-43d6-807b-0c44d80962b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.456576] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "cf573838-c503-43d6-807b-0c44d80962b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.578950] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f1e862-2e81-36d0-1b70-f0d4ddd2d834, 'name': SearchDatastore_Task, 'duration_secs': 0.042095} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.579075] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.579323] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.579565] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.579712] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.579895] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.582988] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.583316] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.583545] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1987a1d2-d17a-4143-b3a3-1ac161882db3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.585657] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fde811d-003f-4941-8082-6b84b74ca8f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.594345] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1381.594345] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525704dc-1d38-13a7-f7cb-bf3db78370cc" [ 1381.594345] env[63302]: _type = "Task" [ 1381.594345] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.598046] env[63302]: DEBUG oslo_vmware.api [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794905, 'name': PowerOnVM_Task, 'duration_secs': 0.858242} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.601446] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.601704] env[63302]: INFO nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Took 13.40 seconds to spawn the instance on the hypervisor. [ 1381.601988] env[63302]: DEBUG nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.605933] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a31e392-6163-4615-8eb4-8b2918a60b55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.611514] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.611797] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.617087] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667886f2-d097-4400-8299-954a050e23ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.622311] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525704dc-1d38-13a7-f7cb-bf3db78370cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.632436] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1381.632436] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526ccb52-1ee0-2810-a8c3-e793c4b24d64" [ 1381.632436] env[63302]: _type = "Task" [ 1381.632436] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.641031] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Releasing lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.641031] env[63302]: DEBUG nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Received event network-vif-plugged-81073166-5f12-4e0d-88b9-a677e861dbe2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1381.641031] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Acquiring lock "777b46e5-e2b5-49eb-b5da-3a196c847477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.641031] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Lock "777b46e5-e2b5-49eb-b5da-3a196c847477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.641031] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Lock "777b46e5-e2b5-49eb-b5da-3a196c847477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.641442] env[63302]: DEBUG nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] No waiting events found dispatching network-vif-plugged-81073166-5f12-4e0d-88b9-a677e861dbe2 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.641442] env[63302]: WARNING nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Received unexpected event network-vif-plugged-81073166-5f12-4e0d-88b9-a677e861dbe2 for instance with vm_state building and task_state spawning. [ 1381.641442] env[63302]: DEBUG nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Received event network-changed-81073166-5f12-4e0d-88b9-a677e861dbe2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1381.641542] env[63302]: DEBUG nova.compute.manager [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Refreshing instance network info cache due to event network-changed-81073166-5f12-4e0d-88b9-a677e861dbe2. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1381.642582] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Acquiring lock "refresh_cache-777b46e5-e2b5-49eb-b5da-3a196c847477" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.642582] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Acquired lock "refresh_cache-777b46e5-e2b5-49eb-b5da-3a196c847477" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.642582] env[63302]: DEBUG nova.network.neutron [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Refreshing network info cache for port 81073166-5f12-4e0d-88b9-a677e861dbe2 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.650102] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526ccb52-1ee0-2810-a8c3-e793c4b24d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.677832] env[63302]: DEBUG nova.network.neutron [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.809187] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a538a224-2a59-4086-b89a-0c4368d001ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.820204] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5d3b8-1c89-47bb-a216-f681ef343b48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.851245] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ebe60-c4f1-4f8e-a498-1c75046a8fae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.859674] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c96655d-86ff-4789-80c8-fc9b9ca86738 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.874053] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1381.929424] env[63302]: DEBUG nova.network.neutron [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Updating instance_info_cache with network_info: [{"id": "9fd7278d-5a3a-4d76-8e0d-172594935187", "address": "fa:16:3e:4e:e3:c0", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd7278d-5a", "ovs_interfaceid": "9fd7278d-5a3a-4d76-8e0d-172594935187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.935308] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.111226] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525704dc-1d38-13a7-f7cb-bf3db78370cc, 'name': SearchDatastore_Task, 'duration_secs': 0.026173} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.111566] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.111809] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.112034] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.130033] env[63302]: INFO nova.compute.manager [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Took 22.47 seconds to build instance. [ 1382.143791] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526ccb52-1ee0-2810-a8c3-e793c4b24d64, 'name': SearchDatastore_Task, 'duration_secs': 0.02584} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.147847] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6c8843-03af-4f99-ae93-f84d00ffcbcd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.156902] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1382.156902] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e38785-ca1d-7e44-f57c-1d3f93512202" [ 1382.156902] env[63302]: _type = "Task" [ 1382.156902] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.166758] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e38785-ca1d-7e44-f57c-1d3f93512202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.418623] env[63302]: DEBUG nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1382.418923] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 38 to 39 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1382.419151] env[63302]: DEBUG nova.compute.provider_tree [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1382.433904] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "refresh_cache-13ca0d44-e4a9-462e-878c-25ea8641f2b5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.433904] env[63302]: DEBUG nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Instance network_info: |[{"id": "9fd7278d-5a3a-4d76-8e0d-172594935187", "address": "fa:16:3e:4e:e3:c0", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd7278d-5a", "ovs_interfaceid": "9fd7278d-5a3a-4d76-8e0d-172594935187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.434128] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:e3:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd7278d-5a3a-4d76-8e0d-172594935187', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.445146] env[63302]: DEBUG oslo.service.loopingcall [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.448418] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.448713] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794906, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.449601] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d28b668f-0bf7-4e4c-9dca-3bb105d504ad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.470913] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.470913] env[63302]: value = "task-1794907" [ 1382.470913] env[63302]: _type = "Task" [ 1382.470913] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.483673] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794907, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.632922] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21632461-c6cc-4529-9bbe-8580c517571f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "c551d570-604a-4767-8982-e08e72eb0021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.985s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.664368] env[63302]: DEBUG nova.network.neutron [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Updated VIF entry in instance network info cache for port 81073166-5f12-4e0d-88b9-a677e861dbe2. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.664731] env[63302]: DEBUG nova.network.neutron [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Updating instance_info_cache with network_info: [{"id": "81073166-5f12-4e0d-88b9-a677e861dbe2", "address": "fa:16:3e:37:98:4b", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81073166-5f", "ovs_interfaceid": "81073166-5f12-4e0d-88b9-a677e861dbe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.670298] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e38785-ca1d-7e44-f57c-1d3f93512202, 'name': SearchDatastore_Task, 'duration_secs': 0.064536} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.670298] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.670298] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 777b46e5-e2b5-49eb-b5da-3a196c847477/777b46e5-e2b5-49eb-b5da-3a196c847477.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.670608] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.671309] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.671684] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c17f621-85d9-4f78-9426-ab3e20e3ebc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.675073] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-639228ee-0ef5-4a6c-a77e-2e2a9fb9ed6f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.684363] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1382.684363] env[63302]: value = "task-1794908" [ 1382.684363] env[63302]: _type = "Task" [ 1382.684363] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.685784] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.685973] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.689617] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbce480d-db54-429e-9997-e1870803d6f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.695881] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1382.695881] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522a2197-322c-b277-3669-8244c20e47dd" [ 1382.695881] env[63302]: _type = "Task" [ 1382.695881] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.699765] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.709813] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522a2197-322c-b277-3669-8244c20e47dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.711084] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b87a37c-fefe-4960-9f5b-780f780efa48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.717396] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1382.717396] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e7bba-66ae-44f8-abf9-9d91edaa0c4b" [ 1382.717396] env[63302]: _type = "Task" [ 1382.717396] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.725907] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e7bba-66ae-44f8-abf9-9d91edaa0c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.924503] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.797s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.928079] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.878s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.928348] env[63302]: DEBUG nova.objects.instance [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lazy-loading 'resources' on Instance uuid 361ec04e-63d5-493c-9ddc-6c88d9b32f1a {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.943568] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794906, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.080392} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.944340] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3aefff1a-b562-4fb4-8f73-65a207437f07/3aefff1a-b562-4fb4-8f73-65a207437f07.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.944340] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.945322] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f85a3c6-f0e5-4e01-b355-420388b9f672 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.954262] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1382.954262] env[63302]: value = "task-1794909" [ 1382.954262] env[63302]: _type = "Task" [ 1382.954262] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.962967] env[63302]: INFO nova.scheduler.client.report [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Deleted allocations for instance 535497be-2b28-42a1-9136-aef6846abff5 [ 1382.968108] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.982553] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794907, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.135798] env[63302]: DEBUG nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.171229] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcee8643-94e0-4956-8e58-8e8c0faad125 req-e4181fdd-49a2-4692-beb6-b4704e593e39 service nova] Releasing lock "refresh_cache-777b46e5-e2b5-49eb-b5da-3a196c847477" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.198928] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.229068] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e7bba-66ae-44f8-abf9-9d91edaa0c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.229366] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.229642] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a484a258-602e-4de7-bb9a-38d204874aff/a484a258-602e-4de7-bb9a-38d204874aff.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.229916] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2025dd3f-5d40-40b5-8387-de34d8516437 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.241513] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1383.241513] env[63302]: value = "task-1794910" [ 1383.241513] env[63302]: _type = "Task" [ 1383.241513] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.255163] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.300467] env[63302]: DEBUG nova.compute.manager [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Received event network-vif-plugged-9fd7278d-5a3a-4d76-8e0d-172594935187 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1383.300467] env[63302]: DEBUG oslo_concurrency.lockutils [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] Acquiring lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.300467] env[63302]: DEBUG oslo_concurrency.lockutils [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] Lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.300467] env[63302]: DEBUG oslo_concurrency.lockutils [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] Lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.300467] env[63302]: DEBUG nova.compute.manager [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] No waiting events found dispatching network-vif-plugged-9fd7278d-5a3a-4d76-8e0d-172594935187 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.300681] env[63302]: WARNING nova.compute.manager [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Received unexpected event network-vif-plugged-9fd7278d-5a3a-4d76-8e0d-172594935187 for instance with vm_state building and task_state spawning. [ 1383.300681] env[63302]: DEBUG nova.compute.manager [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Received event network-changed-9fd7278d-5a3a-4d76-8e0d-172594935187 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1383.300681] env[63302]: DEBUG nova.compute.manager [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Refreshing instance network info cache due to event network-changed-9fd7278d-5a3a-4d76-8e0d-172594935187. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1383.300780] env[63302]: DEBUG oslo_concurrency.lockutils [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] Acquiring lock "refresh_cache-13ca0d44-e4a9-462e-878c-25ea8641f2b5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.300876] env[63302]: DEBUG oslo_concurrency.lockutils [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] Acquired lock "refresh_cache-13ca0d44-e4a9-462e-878c-25ea8641f2b5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.301010] env[63302]: DEBUG nova.network.neutron [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Refreshing network info cache for port 9fd7278d-5a3a-4d76-8e0d-172594935187 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.468332] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080048} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.469287] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.471482] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9d82e9-e109-40a2-bda3-b4ef7147ebe3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.484899] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bb98ac0b-f121-460f-a835-ea36fc785e6f tempest-ServerDiagnosticsNegativeTest-933457568 tempest-ServerDiagnosticsNegativeTest-933457568-project-member] Lock "535497be-2b28-42a1-9136-aef6846abff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.572s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.508396] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 3aefff1a-b562-4fb4-8f73-65a207437f07/3aefff1a-b562-4fb4-8f73-65a207437f07.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.516020] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-560f287d-5895-4679-94d5-b8e16068a8d9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.532713] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794907, 'name': CreateVM_Task, 'duration_secs': 0.512994} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.532713] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.533652] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.533826] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.534162] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.534414] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fbc297-e2c8-45b4-9b34-40e9a612a708 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.540111] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1383.540111] env[63302]: value = "task-1794911" [ 1383.540111] env[63302]: _type = "Task" [ 1383.540111] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.542884] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1383.542884] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a14c26-90ef-9add-9310-e22f086394b8" [ 1383.542884] env[63302]: _type = "Task" [ 1383.542884] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.559542] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.559542] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a14c26-90ef-9add-9310-e22f086394b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.627635] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquiring lock "36a85513-81dd-45f3-9987-9cc079ffb270" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.627635] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "36a85513-81dd-45f3-9987-9cc079ffb270" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.627635] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquiring lock "36a85513-81dd-45f3-9987-9cc079ffb270-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.627635] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "36a85513-81dd-45f3-9987-9cc079ffb270-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.628033] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "36a85513-81dd-45f3-9987-9cc079ffb270-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.631960] env[63302]: INFO nova.compute.manager [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Terminating instance [ 1383.665372] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.706568] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654763} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.707030] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 777b46e5-e2b5-49eb-b5da-3a196c847477/777b46e5-e2b5-49eb-b5da-3a196c847477.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.707294] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.707574] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca91469-2802-4f99-a8b4-84e4f3363857 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.719620] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1383.719620] env[63302]: value = "task-1794912" [ 1383.719620] env[63302]: _type = "Task" [ 1383.719620] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.728404] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.755873] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794910, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.004927] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0590b7-dd30-4f21-985a-5de1ef683dc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.017093] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef1e5cd-b38f-4148-b51e-1cb1fe7e7383 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.061672] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b418233-09ab-4534-b5f8-0f4c807445af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.073605] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a14c26-90ef-9add-9310-e22f086394b8, 'name': SearchDatastore_Task, 'duration_secs': 0.023471} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.080228] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.080228] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.080636] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.080803] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.081062] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.081460] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.081761] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc4a5537-56cb-4aa7-84c6-2f64a5045e4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.085996] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816cb1b6-0fd3-43e9-b73c-e268cfd4cf56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.104700] env[63302]: DEBUG nova.compute.provider_tree [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.107508] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.107699] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.108922] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca47ee0-51cd-49e4-b72a-22bc863356f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.117686] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1384.117686] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52131fad-ea31-0f80-1648-6730039f9118" [ 1384.117686] env[63302]: _type = "Task" [ 1384.117686] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.127266] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52131fad-ea31-0f80-1648-6730039f9118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.139557] env[63302]: DEBUG nova.compute.manager [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.139842] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.140895] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7225c3-7a47-4f5d-9008-252d37aafc09 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.150496] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.150738] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4120219e-3741-45e0-bf9d-4d8fbd31c11e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.161050] env[63302]: DEBUG oslo_vmware.api [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1384.161050] env[63302]: value = "task-1794913" [ 1384.161050] env[63302]: _type = "Task" [ 1384.161050] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.170873] env[63302]: DEBUG oslo_vmware.api [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.234313] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073317} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.235705] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.235705] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd4c718-c9d6-48ae-b564-308863f1213c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.261885] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 777b46e5-e2b5-49eb-b5da-3a196c847477/777b46e5-e2b5-49eb-b5da-3a196c847477.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.268808] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed739084-2f1a-4a1c-bf69-7cb0b0f64343 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.295260] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938963} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.296288] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a484a258-602e-4de7-bb9a-38d204874aff/a484a258-602e-4de7-bb9a-38d204874aff.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.296566] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.296949] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1384.296949] env[63302]: value = "task-1794914" [ 1384.296949] env[63302]: _type = "Task" [ 1384.296949] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.297169] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d06e7721-21ff-4e6d-a3f6-884c148d8798 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.312727] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.314036] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1384.314036] env[63302]: value = "task-1794915" [ 1384.314036] env[63302]: _type = "Task" [ 1384.314036] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.325075] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.564774] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794911, 'name': ReconfigVM_Task, 'duration_secs': 0.898452} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.565111] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 3aefff1a-b562-4fb4-8f73-65a207437f07/3aefff1a-b562-4fb4-8f73-65a207437f07.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.565734] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cabc6463-09ad-4f32-9270-f830b8bb9f15 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.574928] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1384.574928] env[63302]: value = "task-1794916" [ 1384.574928] env[63302]: _type = "Task" [ 1384.574928] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.584970] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794916, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.608563] env[63302]: DEBUG nova.network.neutron [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Updated VIF entry in instance network info cache for port 9fd7278d-5a3a-4d76-8e0d-172594935187. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.608864] env[63302]: DEBUG nova.network.neutron [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Updating instance_info_cache with network_info: [{"id": "9fd7278d-5a3a-4d76-8e0d-172594935187", "address": "fa:16:3e:4e:e3:c0", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd7278d-5a", "ovs_interfaceid": "9fd7278d-5a3a-4d76-8e0d-172594935187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.610656] env[63302]: DEBUG nova.scheduler.client.report [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.635222] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52131fad-ea31-0f80-1648-6730039f9118, 'name': SearchDatastore_Task, 'duration_secs': 0.032611} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.636117] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0969350e-0c9f-4c98-a7ef-0b935f3f9c4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.643744] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1384.643744] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521533a5-e60c-c751-a4fb-a063ba496a4b" [ 1384.643744] env[63302]: _type = "Task" [ 1384.643744] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.654065] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521533a5-e60c-c751-a4fb-a063ba496a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.670982] env[63302]: DEBUG oslo_vmware.api [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794913, 'name': PowerOffVM_Task, 'duration_secs': 0.350236} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.671398] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.671523] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.671769] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c6ed124-d531-4e93-85b8-2c08a074788e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.776447] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.776755] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.777044] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Deleting the datastore file [datastore1] 36a85513-81dd-45f3-9987-9cc079ffb270 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.777361] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-807926c0-ac7b-4bf7-a804-abdeb72dbb66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.784206] env[63302]: DEBUG oslo_vmware.api [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for the task: (returnval){ [ 1384.784206] env[63302]: value = "task-1794918" [ 1384.784206] env[63302]: _type = "Task" [ 1384.784206] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.793556] env[63302]: DEBUG oslo_vmware.api [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.808300] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794914, 'name': ReconfigVM_Task, 'duration_secs': 0.358069} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.808599] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 777b46e5-e2b5-49eb-b5da-3a196c847477/777b46e5-e2b5-49eb-b5da-3a196c847477.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.809259] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93328f64-07e5-4b80-bbf7-e8d750a66ce7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.818583] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1384.818583] env[63302]: value = "task-1794919" [ 1384.818583] env[63302]: _type = "Task" [ 1384.818583] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.826191] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108428} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.826945] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.827599] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1842368f-4e4d-4aaf-bc18-a3c48ff897c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.833251] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794919, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.853332] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a484a258-602e-4de7-bb9a-38d204874aff/a484a258-602e-4de7-bb9a-38d204874aff.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.853815] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dcd21a7-25fe-42ef-a727-26282e032927 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.875153] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1384.875153] env[63302]: value = "task-1794920" [ 1384.875153] env[63302]: _type = "Task" [ 1384.875153] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.883946] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.086572] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794916, 'name': Rename_Task, 'duration_secs': 0.401201} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.086889] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.087156] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bab2cf7-7236-4ab1-9c18-a9d28f4b6d2f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.095733] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1385.095733] env[63302]: value = "task-1794921" [ 1385.095733] env[63302]: _type = "Task" [ 1385.095733] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.105175] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.114631] env[63302]: DEBUG oslo_concurrency.lockutils [req-3adc2f4c-5f5d-4f9d-a6cc-56046b2399d5 req-95e170d4-9855-4e1b-bc13-a31e0fd258a5 service nova] Releasing lock "refresh_cache-13ca0d44-e4a9-462e-878c-25ea8641f2b5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.115566] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.118537] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.710s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.119544] env[63302]: INFO nova.compute.claims [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.151044] env[63302]: INFO nova.scheduler.client.report [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Deleted allocations for instance 361ec04e-63d5-493c-9ddc-6c88d9b32f1a [ 1385.160082] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521533a5-e60c-c751-a4fb-a063ba496a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.051261} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.163845] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.164359] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 13ca0d44-e4a9-462e-878c-25ea8641f2b5/13ca0d44-e4a9-462e-878c-25ea8641f2b5.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.164933] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2972aaf2-379b-4ff8-a560-f0c12197cfe5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.175603] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1385.175603] env[63302]: value = "task-1794922" [ 1385.175603] env[63302]: _type = "Task" [ 1385.175603] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.188252] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.300525] env[63302]: DEBUG oslo_vmware.api [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Task: {'id': task-1794918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428792} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.300841] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.301029] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.301277] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.301416] env[63302]: INFO nova.compute.manager [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1385.301868] env[63302]: DEBUG oslo.service.loopingcall [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.302194] env[63302]: DEBUG nova.compute.manager [-] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.302262] env[63302]: DEBUG nova.network.neutron [-] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.332295] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794919, 'name': Rename_Task, 'duration_secs': 0.158902} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.332295] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.332295] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22c7446b-c1b3-43b4-b72a-d2f8ab12a4d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.340906] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1385.340906] env[63302]: value = "task-1794923" [ 1385.340906] env[63302]: _type = "Task" [ 1385.340906] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.350709] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.387278] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.610320] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.670669] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5a9f250e-af2c-42c3-9bc3-410611609fba tempest-ServerDiagnosticsTest-892055337 tempest-ServerDiagnosticsTest-892055337-project-member] Lock "361ec04e-63d5-493c-9ddc-6c88d9b32f1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.842s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.691149] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.542847] env[63302]: DEBUG nova.network.neutron [-] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.573498] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655031} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.573807] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794920, 'name': ReconfigVM_Task, 'duration_secs': 0.608079} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.580328] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.580604] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.580885] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 13ca0d44-e4a9-462e-878c-25ea8641f2b5/13ca0d44-e4a9-462e-878c-25ea8641f2b5.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.581127] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.581399] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a484a258-602e-4de7-bb9a-38d204874aff/a484a258-602e-4de7-bb9a-38d204874aff.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.582333] env[63302]: DEBUG oslo_vmware.api [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1794921, 'name': PowerOnVM_Task, 'duration_secs': 0.734337} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.582579] env[63302]: DEBUG oslo_vmware.api [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794923, 'name': PowerOnVM_Task, 'duration_secs': 0.752363} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.585512] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faeb146e-2794-4132-849e-d74f20bce4d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.587540] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e5fbb6-65d5-43f7-92c8-ba43f7042e2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.589733] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.589978] env[63302]: INFO nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Took 12.54 seconds to spawn the instance on the hypervisor. [ 1386.590196] env[63302]: DEBUG nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.590507] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.590711] env[63302]: INFO nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1386.590910] env[63302]: DEBUG nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.592576] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0191501-bee5-4732-9eb4-d2431edf21ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.595507] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce8cfe4-dd6e-4c9b-a5e7-681ccfd7cf63 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.613293] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1386.613293] env[63302]: value = "task-1794924" [ 1386.613293] env[63302]: _type = "Task" [ 1386.613293] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.618143] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1386.618143] env[63302]: value = "task-1794925" [ 1386.618143] env[63302]: _type = "Task" [ 1386.618143] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.631322] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794924, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.634300] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.767149] env[63302]: DEBUG nova.compute.manager [req-74c2ee51-65cf-42cc-ae8a-60743154df16 req-7c950228-a0b4-44fc-8915-f5582abc0c68 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Received event network-changed-985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1386.767500] env[63302]: DEBUG nova.compute.manager [req-74c2ee51-65cf-42cc-ae8a-60743154df16 req-7c950228-a0b4-44fc-8915-f5582abc0c68 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Refreshing instance network info cache due to event network-changed-985c7b1b-879c-483c-8946-bd0006f652e9. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1386.767601] env[63302]: DEBUG oslo_concurrency.lockutils [req-74c2ee51-65cf-42cc-ae8a-60743154df16 req-7c950228-a0b4-44fc-8915-f5582abc0c68 service nova] Acquiring lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.767748] env[63302]: DEBUG oslo_concurrency.lockutils [req-74c2ee51-65cf-42cc-ae8a-60743154df16 req-7c950228-a0b4-44fc-8915-f5582abc0c68 service nova] Acquired lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.767909] env[63302]: DEBUG nova.network.neutron [req-74c2ee51-65cf-42cc-ae8a-60743154df16 req-7c950228-a0b4-44fc-8915-f5582abc0c68 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Refreshing network info cache for port 985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.002941] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7253ae0e-5016-4cd4-ba20-f6e5a6103bf2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.011502] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9947b2-9ef3-4564-89cb-111b217f4f6e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.046560] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2ca9dd-0366-4f1f-ba37-09eb8796d7c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.056197] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e912066-6b44-46f4-81f0-60051d7a7fe1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.060224] env[63302]: INFO nova.compute.manager [-] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Took 1.76 seconds to deallocate network for instance. [ 1387.072876] env[63302]: DEBUG nova.compute.provider_tree [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.130768] env[63302]: INFO nova.compute.manager [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Took 24.58 seconds to build instance. [ 1387.151659] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794924, 'name': Rename_Task, 'duration_secs': 0.46923} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.153099] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244944} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.153099] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.153287] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.153639] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-345903a1-1aca-4b31-974b-810bd8578a14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.155929] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c1682-8f18-43c5-a659-90794dff6e47 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.162957] env[63302]: INFO nova.compute.manager [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Took 19.08 seconds to build instance. [ 1387.183586] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 13ca0d44-e4a9-462e-878c-25ea8641f2b5/13ca0d44-e4a9-462e-878c-25ea8641f2b5.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.186018] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2f2ebc-6feb-417b-867c-f86d23383098 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.201444] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1387.201444] env[63302]: value = "task-1794926" [ 1387.201444] env[63302]: _type = "Task" [ 1387.201444] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.208311] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1387.208311] env[63302]: value = "task-1794927" [ 1387.208311] env[63302]: _type = "Task" [ 1387.208311] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.212040] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.222358] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.576315] env[63302]: DEBUG nova.scheduler.client.report [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.580829] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.633022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d52a5259-8f33-4a0e-b74e-d494b37e41ce tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.098s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.665163] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c23da44-c630-477d-8cfd-fa9b3b019dbd tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "777b46e5-e2b5-49eb-b5da-3a196c847477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.439s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.714011] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794926, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.723740] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.960758] env[63302]: DEBUG nova.network.neutron [req-74c2ee51-65cf-42cc-ae8a-60743154df16 req-7c950228-a0b4-44fc-8915-f5582abc0c68 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Updated VIF entry in instance network info cache for port 985c7b1b-879c-483c-8946-bd0006f652e9. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.961139] env[63302]: DEBUG nova.network.neutron [req-74c2ee51-65cf-42cc-ae8a-60743154df16 req-7c950228-a0b4-44fc-8915-f5582abc0c68 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Updating instance_info_cache with network_info: [{"id": "985c7b1b-879c-483c-8946-bd0006f652e9", "address": "fa:16:3e:2c:a7:fa", "network": {"id": "e9653a40-2670-42c2-b1d4-528c22aee728", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-949695442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba14ebf8f304200b7f8a17091ee4123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985c7b1b-87", "ovs_interfaceid": "985c7b1b-879c-483c-8946-bd0006f652e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.086020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.086020] env[63302]: DEBUG nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.087671] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.971s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.088055] env[63302]: DEBUG nova.objects.instance [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lazy-loading 'resources' on Instance uuid 9fe043fc-bd54-4dbc-aaa9-174e78346455 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.140022] env[63302]: DEBUG nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.167983] env[63302]: DEBUG nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.215689] env[63302]: DEBUG oslo_vmware.api [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794926, 'name': PowerOnVM_Task, 'duration_secs': 0.738891} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.220684] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.220914] env[63302]: DEBUG nova.compute.manager [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.221933] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16a830f-5622-4fa4-baa0-4412726e1c86 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.240072] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794927, 'name': ReconfigVM_Task, 'duration_secs': 0.646233} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.240637] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 13ca0d44-e4a9-462e-878c-25ea8641f2b5/13ca0d44-e4a9-462e-878c-25ea8641f2b5.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.241553] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6564d0d-9a9a-419a-ad82-535da2b09918 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.250966] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1388.250966] env[63302]: value = "task-1794928" [ 1388.250966] env[63302]: _type = "Task" [ 1388.250966] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.261943] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794928, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.463922] env[63302]: DEBUG oslo_concurrency.lockutils [req-74c2ee51-65cf-42cc-ae8a-60743154df16 req-7c950228-a0b4-44fc-8915-f5582abc0c68 service nova] Releasing lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.599537] env[63302]: DEBUG nova.compute.utils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.604427] env[63302]: DEBUG nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.604619] env[63302]: DEBUG nova.network.neutron [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.666570] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.691396] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.738667] env[63302]: DEBUG nova.policy [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.759864] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.767186] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794928, 'name': Rename_Task, 'duration_secs': 0.175639} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.767480] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.767736] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df58390-ba2f-44e2-a235-64294eb102b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.779185] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1388.779185] env[63302]: value = "task-1794929" [ 1388.779185] env[63302]: _type = "Task" [ 1388.779185] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.797194] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.105937] env[63302]: DEBUG nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.128143] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fbebd9-3621-4ad3-a419-749a6fd84774 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.138075] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea36283-a4c3-4df5-a785-61ae4b33c58e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.172524] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76be5ec7-ecfa-4ab7-a04b-9f4811854e7a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.181949] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fdc9b8-dc67-4431-b597-c57663bd0137 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.199636] env[63302]: DEBUG nova.compute.provider_tree [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.292611] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.703611] env[63302]: DEBUG nova.scheduler.client.report [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.719120] env[63302]: DEBUG nova.network.neutron [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Successfully created port: 4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.797743] env[63302]: DEBUG oslo_vmware.api [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794929, 'name': PowerOnVM_Task, 'duration_secs': 0.963549} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.798074] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.798286] env[63302]: INFO nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1389.798466] env[63302]: DEBUG nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.799362] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f81d7-d859-4120-9aea-fd69216e1780 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.861261] env[63302]: DEBUG nova.compute.manager [req-3a8ad326-3804-4f6c-bc83-f36d8b35631e req-d9787f40-ad2e-47ba-a48c-2565c573f756 service nova] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Received event network-vif-deleted-a15ce673-473d-4a29-8295-1332743b0f2b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1390.121473] env[63302]: DEBUG nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.150429] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.150703] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.150878] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.151659] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.152684] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.152684] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.152684] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.152684] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.158839] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.158839] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.158839] env[63302]: DEBUG nova.virt.hardware [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.158839] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dac08f-db09-4275-a6ff-8b68d05dc948 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.166677] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e78489-d6ff-45e9-8ea1-d80e27873084 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.210188] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.215560] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.935s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.217346] env[63302]: INFO nova.compute.claims [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.256768] env[63302]: INFO nova.scheduler.client.report [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Deleted allocations for instance 9fe043fc-bd54-4dbc-aaa9-174e78346455 [ 1390.319909] env[63302]: INFO nova.compute.manager [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Took 20.55 seconds to build instance. [ 1390.767106] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f566495-d5f7-439b-a830-446d895989c9 tempest-ServerDiagnosticsV248Test-1241493466 tempest-ServerDiagnosticsV248Test-1241493466-project-member] Lock "9fe043fc-bd54-4dbc-aaa9-174e78346455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.399s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.827503] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a3e2341-95bb-44e6-838f-de9e823fb972 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.176s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.334197] env[63302]: DEBUG nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.494147] env[63302]: DEBUG nova.compute.manager [req-d3391f35-a1d1-42ee-84fc-bf1579741342 req-eb21a1a0-b7a0-489a-a8e4-edda6d1bf319 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Received event network-changed-bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1391.494337] env[63302]: DEBUG nova.compute.manager [req-d3391f35-a1d1-42ee-84fc-bf1579741342 req-eb21a1a0-b7a0-489a-a8e4-edda6d1bf319 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Refreshing instance network info cache due to event network-changed-bf172c1b-43da-404a-b490-94e85804d4de. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1391.494551] env[63302]: DEBUG oslo_concurrency.lockutils [req-d3391f35-a1d1-42ee-84fc-bf1579741342 req-eb21a1a0-b7a0-489a-a8e4-edda6d1bf319 service nova] Acquiring lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.494710] env[63302]: DEBUG oslo_concurrency.lockutils [req-d3391f35-a1d1-42ee-84fc-bf1579741342 req-eb21a1a0-b7a0-489a-a8e4-edda6d1bf319 service nova] Acquired lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.494910] env[63302]: DEBUG nova.network.neutron [req-d3391f35-a1d1-42ee-84fc-bf1579741342 req-eb21a1a0-b7a0-489a-a8e4-edda6d1bf319 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Refreshing network info cache for port bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.582201] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "a484a258-602e-4de7-bb9a-38d204874aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.582458] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "a484a258-602e-4de7-bb9a-38d204874aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.582659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "a484a258-602e-4de7-bb9a-38d204874aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.582926] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "a484a258-602e-4de7-bb9a-38d204874aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.583124] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "a484a258-602e-4de7-bb9a-38d204874aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.586830] env[63302]: INFO nova.compute.manager [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Terminating instance [ 1391.730055] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d09241-5567-4a1b-b0b2-020ffc440a61 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.741936] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423fafdd-bf76-4429-96fa-10e01c662fa4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.782325] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a911f5f-18e2-4b0f-8e90-b12eed72e4ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.795116] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4965c6-7d24-4e30-bc22-20f3d68f6e30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.814830] env[63302]: DEBUG nova.compute.provider_tree [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.856575] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.092072] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "refresh_cache-a484a258-602e-4de7-bb9a-38d204874aff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.092783] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired lock "refresh_cache-a484a258-602e-4de7-bb9a-38d204874aff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.092783] env[63302]: DEBUG nova.network.neutron [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.318597] env[63302]: DEBUG nova.scheduler.client.report [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.525911] env[63302]: DEBUG nova.network.neutron [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Successfully updated port: 4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.628792] env[63302]: DEBUG nova.network.neutron [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.642630] env[63302]: DEBUG nova.network.neutron [req-d3391f35-a1d1-42ee-84fc-bf1579741342 req-eb21a1a0-b7a0-489a-a8e4-edda6d1bf319 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Updated VIF entry in instance network info cache for port bf172c1b-43da-404a-b490-94e85804d4de. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.643017] env[63302]: DEBUG nova.network.neutron [req-d3391f35-a1d1-42ee-84fc-bf1579741342 req-eb21a1a0-b7a0-489a-a8e4-edda6d1bf319 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Updating instance_info_cache with network_info: [{"id": "bf172c1b-43da-404a-b490-94e85804d4de", "address": "fa:16:3e:4c:47:39", "network": {"id": "0b5120ac-2193-444c-ab32-9135db9f0943", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-717740785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "728a3e4df3684e88a09adf596747e804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf172c1b-43", "ovs_interfaceid": "bf172c1b-43da-404a-b490-94e85804d4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.767830] env[63302]: DEBUG nova.network.neutron [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.825285] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.825968] env[63302]: DEBUG nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.831717] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.142s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.834521] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.834521] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1392.834521] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.046s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.834521] env[63302]: INFO nova.compute.claims [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.839254] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3f497-fb43-45de-8005-539725faf063 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.854685] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fcfd22-8490-4c27-9ab4-9640b64c7c2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.871638] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95600cb6-c60e-4f2c-a68c-849d043a3fa8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.881502] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db579d9-99ed-4d6b-922e-75f0dc5a06bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.921766] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180920MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1392.921766] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.036908] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.036960] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.037112] env[63302]: DEBUG nova.network.neutron [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.057763] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.057993] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.146176] env[63302]: DEBUG oslo_concurrency.lockutils [req-d3391f35-a1d1-42ee-84fc-bf1579741342 req-eb21a1a0-b7a0-489a-a8e4-edda6d1bf319 service nova] Releasing lock "refresh_cache-3aefff1a-b562-4fb4-8f73-65a207437f07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.270499] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Releasing lock "refresh_cache-a484a258-602e-4de7-bb9a-38d204874aff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.271051] env[63302]: DEBUG nova.compute.manager [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.271285] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.272200] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbde7db-d857-4507-a3dc-e5256e9cbbe9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.287755] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.288661] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-527f20ad-e860-4cb4-a29e-1a18554629ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.300038] env[63302]: DEBUG oslo_vmware.api [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1393.300038] env[63302]: value = "task-1794930" [ 1393.300038] env[63302]: _type = "Task" [ 1393.300038] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.308825] env[63302]: DEBUG nova.compute.manager [req-d83eda1f-1c0d-4bf3-aebe-12ce3d805ca0 req-e292846f-c92e-4f57-a7c3-8cb1881658c7 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received event network-vif-plugged-4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1393.309049] env[63302]: DEBUG oslo_concurrency.lockutils [req-d83eda1f-1c0d-4bf3-aebe-12ce3d805ca0 req-e292846f-c92e-4f57-a7c3-8cb1881658c7 service nova] Acquiring lock "09c87e29-fc1a-4d86-9577-945789c97981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.309272] env[63302]: DEBUG oslo_concurrency.lockutils [req-d83eda1f-1c0d-4bf3-aebe-12ce3d805ca0 req-e292846f-c92e-4f57-a7c3-8cb1881658c7 service nova] Lock "09c87e29-fc1a-4d86-9577-945789c97981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.309505] env[63302]: DEBUG oslo_concurrency.lockutils [req-d83eda1f-1c0d-4bf3-aebe-12ce3d805ca0 req-e292846f-c92e-4f57-a7c3-8cb1881658c7 service nova] Lock "09c87e29-fc1a-4d86-9577-945789c97981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.309711] env[63302]: DEBUG nova.compute.manager [req-d83eda1f-1c0d-4bf3-aebe-12ce3d805ca0 req-e292846f-c92e-4f57-a7c3-8cb1881658c7 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] No waiting events found dispatching network-vif-plugged-4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.309915] env[63302]: WARNING nova.compute.manager [req-d83eda1f-1c0d-4bf3-aebe-12ce3d805ca0 req-e292846f-c92e-4f57-a7c3-8cb1881658c7 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received unexpected event network-vif-plugged-4652e9f7-10fa-4e4d-890a-e3a6f694c26b for instance with vm_state building and task_state spawning. [ 1393.320271] env[63302]: DEBUG oslo_vmware.api [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.340901] env[63302]: DEBUG nova.compute.utils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.343095] env[63302]: DEBUG nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.343429] env[63302]: DEBUG nova.network.neutron [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.452162] env[63302]: DEBUG nova.policy [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b0ef974ca5746bb9036a4c1c3ef23d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2ce206669ed4be5a271b76af7388edd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1393.619729] env[63302]: DEBUG nova.network.neutron [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.814345] env[63302]: DEBUG oslo_vmware.api [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794930, 'name': PowerOffVM_Task, 'duration_secs': 0.353827} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.815299] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.815299] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.815299] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed2716a5-e149-47f7-8db8-c69774d19156 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.849418] env[63302]: DEBUG nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.856517] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.856703] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.856924] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Deleting the datastore file [datastore1] a484a258-602e-4de7-bb9a-38d204874aff {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.860526] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a12ead65-8383-4503-8534-ebc560a53c25 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.873035] env[63302]: DEBUG oslo_vmware.api [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1393.873035] env[63302]: value = "task-1794932" [ 1393.873035] env[63302]: _type = "Task" [ 1393.873035] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.891580] env[63302]: DEBUG oslo_vmware.api [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.922179] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquiring lock "65238be5-9105-42fe-a69f-e20b713f9e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.922179] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "65238be5-9105-42fe-a69f-e20b713f9e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.062298] env[63302]: DEBUG nova.network.neutron [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updating instance_info_cache with network_info: [{"id": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "address": "fa:16:3e:82:83:f6", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4652e9f7-10", "ovs_interfaceid": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.219921] env[63302]: DEBUG nova.network.neutron [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Successfully created port: 9bcf29bc-7c29-49e3-9331-51d81299ec88 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.388734] env[63302]: DEBUG oslo_vmware.api [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1794932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448187} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.388734] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.388923] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.389072] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.390164] env[63302]: INFO nova.compute.manager [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1394.390164] env[63302]: DEBUG oslo.service.loopingcall [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.390164] env[63302]: DEBUG nova.compute.manager [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.390164] env[63302]: DEBUG nova.network.neutron [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.413548] env[63302]: DEBUG nova.network.neutron [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.422059] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24da7b4-195d-4a37-87ab-4d62cb1f29f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.433052] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e892530-5adf-4a2a-81ad-74690b70dd64 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.469864] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7eac8a-502a-414f-8279-90eb5c2902e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.479035] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8aefcf-b5dd-4fe7-985d-56ed91749bc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.497357] env[63302]: DEBUG nova.compute.provider_tree [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1394.508337] env[63302]: DEBUG nova.compute.manager [req-ca6b6abf-4a80-4eea-835a-6fe7582bb99c req-9e3e5f86-dfd5-4b68-a7e6-cc0e7e3875ee service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Received event network-changed-985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1394.508521] env[63302]: DEBUG nova.compute.manager [req-ca6b6abf-4a80-4eea-835a-6fe7582bb99c req-9e3e5f86-dfd5-4b68-a7e6-cc0e7e3875ee service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Refreshing instance network info cache due to event network-changed-985c7b1b-879c-483c-8946-bd0006f652e9. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1394.508760] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca6b6abf-4a80-4eea-835a-6fe7582bb99c req-9e3e5f86-dfd5-4b68-a7e6-cc0e7e3875ee service nova] Acquiring lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.508902] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca6b6abf-4a80-4eea-835a-6fe7582bb99c req-9e3e5f86-dfd5-4b68-a7e6-cc0e7e3875ee service nova] Acquired lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.509075] env[63302]: DEBUG nova.network.neutron [req-ca6b6abf-4a80-4eea-835a-6fe7582bb99c req-9e3e5f86-dfd5-4b68-a7e6-cc0e7e3875ee service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Refreshing network info cache for port 985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.569622] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.570103] env[63302]: DEBUG nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Instance network_info: |[{"id": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "address": "fa:16:3e:82:83:f6", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4652e9f7-10", "ovs_interfaceid": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1394.571718] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:83:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4652e9f7-10fa-4e4d-890a-e3a6f694c26b', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.579788] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Creating folder: Project (f2fb1e164127436d8a771fedbbdf1603). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1394.580481] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc205545-35d7-48e9-ae50-fbe7d33df3ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.596281] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Created folder: Project (f2fb1e164127436d8a771fedbbdf1603) in parent group-v372222. [ 1394.596281] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Creating folder: Instances. Parent ref: group-v372268. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1394.596281] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a41c1a-73a3-4c23-a70b-6f4664b44f2f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.604757] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Created folder: Instances in parent group-v372268. [ 1394.606310] env[63302]: DEBUG oslo.service.loopingcall [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.606616] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.606859] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6257486-fdba-4b22-bf26-5b8d184eadb1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.631800] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.631800] env[63302]: value = "task-1794935" [ 1394.631800] env[63302]: _type = "Task" [ 1394.631800] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.640745] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794935, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.864883] env[63302]: DEBUG nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.900172] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.900500] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.900605] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.900777] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.900927] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.901096] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.901856] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.901856] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.901856] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.901856] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.902226] env[63302]: DEBUG nova.virt.hardware [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.906017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db24a0c-143f-401d-af83-847a184132cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.912443] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e915f93-aefc-4050-8064-90027b87a0fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.921112] env[63302]: DEBUG nova.network.neutron [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.027144] env[63302]: ERROR nova.scheduler.client.report [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [req-4c4bcd7d-a45b-4ce1-8d4d-edddc94d61e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4c4bcd7d-a45b-4ce1-8d4d-edddc94d61e6"}]} [ 1395.048413] env[63302]: DEBUG nova.scheduler.client.report [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1395.073982] env[63302]: DEBUG nova.scheduler.client.report [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1395.076731] env[63302]: DEBUG nova.compute.provider_tree [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.091135] env[63302]: DEBUG nova.scheduler.client.report [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1395.116822] env[63302]: DEBUG nova.scheduler.client.report [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1395.147167] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794935, 'name': CreateVM_Task, 'duration_secs': 0.426554} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.147409] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.148309] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.148483] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.149017] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.149286] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb94027-7c36-4c5c-b8e7-9c776db876aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.155363] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1395.155363] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cb6ccc-9348-8af7-6a8e-33a7baa87d29" [ 1395.155363] env[63302]: _type = "Task" [ 1395.155363] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.172108] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cb6ccc-9348-8af7-6a8e-33a7baa87d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.437545] env[63302]: INFO nova.compute.manager [-] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Took 1.05 seconds to deallocate network for instance. [ 1395.571108] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d6403-ba96-4527-b981-5a0e740d029d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.579187] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce85e0-2ea9-4ee5-a781-8dd126b3298c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.613172] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4900f424-624e-4431-a77b-bb7338a16492 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.621722] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6abcd3-8582-4b45-8bd8-6ad2bf5f58e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.637346] env[63302]: DEBUG nova.compute.provider_tree [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.670200] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cb6ccc-9348-8af7-6a8e-33a7baa87d29, 'name': SearchDatastore_Task, 'duration_secs': 0.034956} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.670599] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.671084] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.671515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.671685] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.671886] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.672176] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3893b245-da40-45ee-aac1-e7594636414f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.682886] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.683099] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.683851] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aacb97e6-ad00-45f4-a78c-8aee90e2f30f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.691445] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1395.691445] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52021da3-0046-1451-e2b3-7a993e073716" [ 1395.691445] env[63302]: _type = "Task" [ 1395.691445] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.701627] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52021da3-0046-1451-e2b3-7a993e073716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.734453] env[63302]: DEBUG nova.network.neutron [req-ca6b6abf-4a80-4eea-835a-6fe7582bb99c req-9e3e5f86-dfd5-4b68-a7e6-cc0e7e3875ee service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Updated VIF entry in instance network info cache for port 985c7b1b-879c-483c-8946-bd0006f652e9. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.734453] env[63302]: DEBUG nova.network.neutron [req-ca6b6abf-4a80-4eea-835a-6fe7582bb99c req-9e3e5f86-dfd5-4b68-a7e6-cc0e7e3875ee service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Updating instance_info_cache with network_info: [{"id": "985c7b1b-879c-483c-8946-bd0006f652e9", "address": "fa:16:3e:2c:a7:fa", "network": {"id": "e9653a40-2670-42c2-b1d4-528c22aee728", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-949695442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba14ebf8f304200b7f8a17091ee4123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985c7b1b-87", "ovs_interfaceid": "985c7b1b-879c-483c-8946-bd0006f652e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.946191] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.185492] env[63302]: DEBUG nova.scheduler.client.report [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1396.186313] env[63302]: DEBUG nova.compute.provider_tree [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 42 to 43 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1396.186313] env[63302]: DEBUG nova.compute.provider_tree [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1396.205757] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52021da3-0046-1451-e2b3-7a993e073716, 'name': SearchDatastore_Task, 'duration_secs': 0.019551} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.206835] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e717cc9-6f8f-498c-bf5f-80aef7855971 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.217952] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1396.217952] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e12690-4f0a-6f9d-fc44-de33f2f64587" [ 1396.217952] env[63302]: _type = "Task" [ 1396.217952] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.225900] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e12690-4f0a-6f9d-fc44-de33f2f64587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.238133] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca6b6abf-4a80-4eea-835a-6fe7582bb99c req-9e3e5f86-dfd5-4b68-a7e6-cc0e7e3875ee service nova] Releasing lock "refresh_cache-6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.510977] env[63302]: DEBUG nova.network.neutron [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Successfully updated port: 9bcf29bc-7c29-49e3-9331-51d81299ec88 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.592713] env[63302]: DEBUG nova.compute.manager [req-ae97c447-bbdd-4e20-b3ec-645eacd02be8 req-89f4ebb0-3242-472c-be00-af25b7424659 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received event network-changed-4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1396.592765] env[63302]: DEBUG nova.compute.manager [req-ae97c447-bbdd-4e20-b3ec-645eacd02be8 req-89f4ebb0-3242-472c-be00-af25b7424659 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Refreshing instance network info cache due to event network-changed-4652e9f7-10fa-4e4d-890a-e3a6f694c26b. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1396.593817] env[63302]: DEBUG oslo_concurrency.lockutils [req-ae97c447-bbdd-4e20-b3ec-645eacd02be8 req-89f4ebb0-3242-472c-be00-af25b7424659 service nova] Acquiring lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.596759] env[63302]: DEBUG oslo_concurrency.lockutils [req-ae97c447-bbdd-4e20-b3ec-645eacd02be8 req-89f4ebb0-3242-472c-be00-af25b7424659 service nova] Acquired lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.597069] env[63302]: DEBUG nova.network.neutron [req-ae97c447-bbdd-4e20-b3ec-645eacd02be8 req-89f4ebb0-3242-472c-be00-af25b7424659 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Refreshing network info cache for port 4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.701193] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.866s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.701193] env[63302]: DEBUG nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.703207] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.272s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.705609] env[63302]: INFO nova.compute.claims [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.730389] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e12690-4f0a-6f9d-fc44-de33f2f64587, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.730389] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.730389] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 09c87e29-fc1a-4d86-9577-945789c97981/09c87e29-fc1a-4d86-9577-945789c97981.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.731032] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c4104f2-df0c-48c0-a2af-d20f5608da74 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.739799] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1396.739799] env[63302]: value = "task-1794936" [ 1396.739799] env[63302]: _type = "Task" [ 1396.739799] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.752382] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.836384] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquiring lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.837214] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.837214] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquiring lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.837214] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.837467] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.840027] env[63302]: INFO nova.compute.manager [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Terminating instance [ 1396.911114] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquiring lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.911372] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.014374] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.014662] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.014700] env[63302]: DEBUG nova.network.neutron [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.210801] env[63302]: DEBUG nova.compute.utils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.218281] env[63302]: DEBUG nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.218501] env[63302]: DEBUG nova.network.neutron [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.254366] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794936, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.344438] env[63302]: DEBUG nova.compute.manager [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.345254] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.351291] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9589a8-c99c-48cc-b240-e4522ec5eaaa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.364426] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.366591] env[63302]: DEBUG nova.policy [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7123ba8879eb4860aa54068a33da351d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cebab87573d48b88908c306351f6967', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.371136] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-273c8c85-3332-4fc8-8ec0-9cb4e13e9bd8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.383030] env[63302]: DEBUG oslo_vmware.api [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1397.383030] env[63302]: value = "task-1794937" [ 1397.383030] env[63302]: _type = "Task" [ 1397.383030] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.395543] env[63302]: DEBUG oslo_vmware.api [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.717286] env[63302]: DEBUG nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.754937] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573509} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.755528] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 09c87e29-fc1a-4d86-9577-945789c97981/09c87e29-fc1a-4d86-9577-945789c97981.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.756053] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.756187] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4957a57e-f76d-4664-98d4-209e8845eeb3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.768276] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1397.768276] env[63302]: value = "task-1794938" [ 1397.768276] env[63302]: _type = "Task" [ 1397.768276] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.784656] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.839741] env[63302]: DEBUG nova.network.neutron [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.898388] env[63302]: DEBUG oslo_vmware.api [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794937, 'name': PowerOffVM_Task, 'duration_secs': 0.219368} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.900994] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.901194] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.901656] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ee4d720-211f-4044-81d6-9f9ed58e86a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.006964] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.007300] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.007394] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Deleting the datastore file [datastore1] 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.007670] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4210bbc2-dd7e-43e1-a797-88fbf9c390fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.018890] env[63302]: DEBUG oslo_vmware.api [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for the task: (returnval){ [ 1398.018890] env[63302]: value = "task-1794940" [ 1398.018890] env[63302]: _type = "Task" [ 1398.018890] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.038357] env[63302]: DEBUG oslo_vmware.api [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.044804] env[63302]: DEBUG nova.network.neutron [req-ae97c447-bbdd-4e20-b3ec-645eacd02be8 req-89f4ebb0-3242-472c-be00-af25b7424659 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updated VIF entry in instance network info cache for port 4652e9f7-10fa-4e4d-890a-e3a6f694c26b. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.045050] env[63302]: DEBUG nova.network.neutron [req-ae97c447-bbdd-4e20-b3ec-645eacd02be8 req-89f4ebb0-3242-472c-be00-af25b7424659 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updating instance_info_cache with network_info: [{"id": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "address": "fa:16:3e:82:83:f6", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4652e9f7-10", "ovs_interfaceid": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.288872] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069513} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.293017] env[63302]: DEBUG nova.network.neutron [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Updating instance_info_cache with network_info: [{"id": "9bcf29bc-7c29-49e3-9331-51d81299ec88", "address": "fa:16:3e:87:64:bf", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcf29bc-7c", "ovs_interfaceid": "9bcf29bc-7c29-49e3-9331-51d81299ec88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.293017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.293324] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52304933-cff1-407f-a6a1-df2100365829 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.331027] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 09c87e29-fc1a-4d86-9577-945789c97981/09c87e29-fc1a-4d86-9577-945789c97981.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.332040] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af17e4d7-7013-46bd-9727-0e0790ba0a3b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.363041] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1398.363041] env[63302]: value = "task-1794941" [ 1398.363041] env[63302]: _type = "Task" [ 1398.363041] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.375137] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.415174] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924e6d9c-e4e3-412f-992c-2c19f2680e2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.428920] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89433b3-be95-4fce-8dec-9c11eac67358 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.466096] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4398a894-d7b0-4f0a-b569-a9e06c73e31b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.475398] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e7f488-c785-41fc-b3bd-dd74fddb0be4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.491288] env[63302]: DEBUG nova.compute.provider_tree [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.532245] env[63302]: DEBUG oslo_vmware.api [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Task: {'id': task-1794940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130829} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.532715] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.532927] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.533190] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.533395] env[63302]: INFO nova.compute.manager [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1398.533776] env[63302]: DEBUG oslo.service.loopingcall [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.533915] env[63302]: DEBUG nova.compute.manager [-] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.534048] env[63302]: DEBUG nova.network.neutron [-] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.551656] env[63302]: DEBUG oslo_concurrency.lockutils [req-ae97c447-bbdd-4e20-b3ec-645eacd02be8 req-89f4ebb0-3242-472c-be00-af25b7424659 service nova] Releasing lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.720084] env[63302]: DEBUG nova.network.neutron [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Successfully created port: 87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.733750] env[63302]: DEBUG nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.773133] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.773372] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.773532] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.773716] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.774403] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.774625] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.775046] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.775656] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.775855] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.776046] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.776230] env[63302]: DEBUG nova.virt.hardware [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.777111] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8602e34e-c280-4990-bc09-87a9abb0afd8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.789242] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21173d2-1a34-4bae-86f1-2b2e12c4c7bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.803801] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.804150] env[63302]: DEBUG nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Instance network_info: |[{"id": "9bcf29bc-7c29-49e3-9331-51d81299ec88", "address": "fa:16:3e:87:64:bf", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcf29bc-7c", "ovs_interfaceid": "9bcf29bc-7c29-49e3-9331-51d81299ec88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.805417] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:64:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bcf29bc-7c29-49e3-9331-51d81299ec88', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.813348] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Creating folder: Project (c2ce206669ed4be5a271b76af7388edd). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.813675] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e716c00c-4d0e-4fec-aeb9-cc134ccd6bfb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.827269] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Created folder: Project (c2ce206669ed4be5a271b76af7388edd) in parent group-v372222. [ 1398.827473] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Creating folder: Instances. Parent ref: group-v372271. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.827811] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fc0ad15-7db6-48fb-9426-aadf17080559 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.843783] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Created folder: Instances in parent group-v372271. [ 1398.843783] env[63302]: DEBUG oslo.service.loopingcall [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.843783] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.843783] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca86e15c-9903-40f7-82d5-1d436dc9ad22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.870964] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.870964] env[63302]: value = "task-1794944" [ 1398.870964] env[63302]: _type = "Task" [ 1398.870964] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.880993] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794941, 'name': ReconfigVM_Task, 'duration_secs': 0.292382} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.881804] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 09c87e29-fc1a-4d86-9577-945789c97981/09c87e29-fc1a-4d86-9577-945789c97981.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.883017] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51d390c0-7082-440c-ad70-10dca3aa9392 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.887504] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794944, 'name': CreateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.895721] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1398.895721] env[63302]: value = "task-1794945" [ 1398.895721] env[63302]: _type = "Task" [ 1398.895721] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.909065] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794945, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.020708] env[63302]: ERROR nova.scheduler.client.report [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [req-c9937b14-bde9-4f8d-a377-fe0922652a58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9937b14-bde9-4f8d-a377-fe0922652a58"}]} [ 1399.044989] env[63302]: DEBUG nova.scheduler.client.report [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1399.069619] env[63302]: DEBUG nova.scheduler.client.report [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1399.069879] env[63302]: DEBUG nova.compute.provider_tree [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1399.090560] env[63302]: DEBUG nova.scheduler.client.report [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1399.117275] env[63302]: DEBUG nova.scheduler.client.report [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1399.289369] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "aab9dc43-9547-4246-be2e-3018436bc6a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.289592] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "aab9dc43-9547-4246-be2e-3018436bc6a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.389212] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794944, 'name': CreateVM_Task, 'duration_secs': 0.461959} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.389362] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.391164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.391164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.391164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.391164] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acd69dc-3e18-4bab-a41e-0e3b6c869d0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.406180] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1399.406180] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522cf271-ceee-be2f-df76-f9fc59b2c6f9" [ 1399.406180] env[63302]: _type = "Task" [ 1399.406180] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.414491] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794945, 'name': Rename_Task, 'duration_secs': 0.175891} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.415308] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.415599] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bff547c7-6558-4b48-8961-1c7c8d4970d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.424230] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522cf271-ceee-be2f-df76-f9fc59b2c6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.429434] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.429724] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.430153] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.430313] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.430488] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.430959] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9228d76-c0f4-44de-b7fa-8aec2510a5d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.436340] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1399.436340] env[63302]: value = "task-1794946" [ 1399.436340] env[63302]: _type = "Task" [ 1399.436340] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.444079] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.444324] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.445842] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da6c3cc-2f8d-41e6-ba15-98cc913723e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.457376] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.469424] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1399.469424] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ad73cc-ece4-8bd2-63e4-3a38d1440919" [ 1399.469424] env[63302]: _type = "Task" [ 1399.469424] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.482259] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ad73cc-ece4-8bd2-63e4-3a38d1440919, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.487258] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53aeeb4e-74c8-4e0f-a089-14439d26b1e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.494463] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1399.494463] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52857147-4d34-3e31-2f62-acade25de71d" [ 1399.494463] env[63302]: _type = "Task" [ 1399.494463] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.506666] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52857147-4d34-3e31-2f62-acade25de71d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.697930] env[63302]: DEBUG nova.compute.manager [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Received event network-vif-plugged-9bcf29bc-7c29-49e3-9331-51d81299ec88 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.698393] env[63302]: DEBUG oslo_concurrency.lockutils [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] Acquiring lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.698820] env[63302]: DEBUG oslo_concurrency.lockutils [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] Lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.698820] env[63302]: DEBUG oslo_concurrency.lockutils [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] Lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.698929] env[63302]: DEBUG nova.compute.manager [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] No waiting events found dispatching network-vif-plugged-9bcf29bc-7c29-49e3-9331-51d81299ec88 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.699110] env[63302]: WARNING nova.compute.manager [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Received unexpected event network-vif-plugged-9bcf29bc-7c29-49e3-9331-51d81299ec88 for instance with vm_state building and task_state spawning. [ 1399.699252] env[63302]: DEBUG nova.compute.manager [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Received event network-changed-9bcf29bc-7c29-49e3-9331-51d81299ec88 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.699398] env[63302]: DEBUG nova.compute.manager [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Refreshing instance network info cache due to event network-changed-9bcf29bc-7c29-49e3-9331-51d81299ec88. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1399.700404] env[63302]: DEBUG oslo_concurrency.lockutils [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] Acquiring lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.700404] env[63302]: DEBUG oslo_concurrency.lockutils [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] Acquired lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.700404] env[63302]: DEBUG nova.network.neutron [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Refreshing network info cache for port 9bcf29bc-7c29-49e3-9331-51d81299ec88 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.715421] env[63302]: DEBUG nova.network.neutron [-] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.745789] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b78101-5edd-4810-99a1-881c021a6b19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.756730] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a5e82f-416e-4ecb-9d27-f00611760b4d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.791308] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c86b10-2648-459b-a945-95caab2271a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.799663] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8a6fac-013e-42be-8a4b-79728b62f957 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.814877] env[63302]: DEBUG nova.compute.provider_tree [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1399.950770] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794946, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.008013] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52857147-4d34-3e31-2f62-acade25de71d, 'name': SearchDatastore_Task, 'duration_secs': 0.013875} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.008475] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.008790] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94/aaef5fb9-cd3c-4d83-bf9c-968eaada2b94.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.009084] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1ad694c-6b35-4c37-b690-ec9a2860b405 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.019590] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1400.019590] env[63302]: value = "task-1794947" [ 1400.019590] env[63302]: _type = "Task" [ 1400.019590] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.032466] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.216357] env[63302]: INFO nova.compute.manager [-] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Took 1.68 seconds to deallocate network for instance. [ 1400.420316] env[63302]: DEBUG nova.scheduler.client.report [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1400.420316] env[63302]: DEBUG nova.compute.provider_tree [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 45 to 46 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1400.420316] env[63302]: DEBUG nova.compute.provider_tree [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1400.460180] env[63302]: DEBUG oslo_vmware.api [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1794946, 'name': PowerOnVM_Task, 'duration_secs': 0.629503} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.462420] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.462420] env[63302]: INFO nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1400.462420] env[63302]: DEBUG nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.463028] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c3ae2f-3440-438c-8f48-a4342c95164a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.536268] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794947, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.726373] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.898811] env[63302]: DEBUG nova.network.neutron [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Updated VIF entry in instance network info cache for port 9bcf29bc-7c29-49e3-9331-51d81299ec88. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.899235] env[63302]: DEBUG nova.network.neutron [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Updating instance_info_cache with network_info: [{"id": "9bcf29bc-7c29-49e3-9331-51d81299ec88", "address": "fa:16:3e:87:64:bf", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcf29bc-7c", "ovs_interfaceid": "9bcf29bc-7c29-49e3-9331-51d81299ec88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.925552] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.222s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.926122] env[63302]: DEBUG nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.929414] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.402s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.000860] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquiring lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.001112] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.001706] env[63302]: INFO nova.compute.manager [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Took 29.63 seconds to build instance. [ 1401.034160] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527035} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.034690] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94/aaef5fb9-cd3c-4d83-bf9c-968eaada2b94.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.034690] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.034978] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef0185df-e9ec-49ad-82f5-20ac1fefb69d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.043551] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1401.043551] env[63302]: value = "task-1794948" [ 1401.043551] env[63302]: _type = "Task" [ 1401.043551] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.052844] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.266977] env[63302]: DEBUG nova.network.neutron [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Successfully updated port: 87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1401.403514] env[63302]: DEBUG oslo_concurrency.lockutils [req-809f6092-97e7-4290-b6ad-9751a5ce1b29 req-d54b5957-57fe-4b83-92ee-fc99c4ec7892 service nova] Releasing lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.438693] env[63302]: DEBUG nova.compute.utils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.440408] env[63302]: INFO nova.compute.claims [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.444652] env[63302]: DEBUG nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.445062] env[63302]: DEBUG nova.network.neutron [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.504574] env[63302]: DEBUG oslo_concurrency.lockutils [None req-adfbb4ed-55bb-43dc-b24b-90054bf1b51b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "09c87e29-fc1a-4d86-9577-945789c97981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.829s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.517141] env[63302]: DEBUG nova.policy [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b739316dc739409599807b08bdf8cfa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cb088dc3162429dab9af1b70724cc25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.558692] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107456} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.558692] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.558692] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90fd98c-27d8-4f55-9496-88b31490bca6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.584823] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94/aaef5fb9-cd3c-4d83-bf9c-968eaada2b94.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.585888] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c868a3-f451-4e42-ad0c-3c249657383c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.615673] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1401.615673] env[63302]: value = "task-1794949" [ 1401.615673] env[63302]: _type = "Task" [ 1401.615673] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.625199] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.771452] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.771624] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquired lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.771782] env[63302]: DEBUG nova.network.neutron [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.946232] env[63302]: DEBUG nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.950484] env[63302]: INFO nova.compute.resource_tracker [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating resource usage from migration 67f4ef77-6eff-401a-9abe-ca1f0a720231 [ 1402.007133] env[63302]: DEBUG nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.048133] env[63302]: DEBUG nova.compute.manager [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Received event network-vif-deleted-985c7b1b-879c-483c-8946-bd0006f652e9 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1402.048133] env[63302]: DEBUG nova.compute.manager [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Received event network-vif-plugged-87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1402.048399] env[63302]: DEBUG oslo_concurrency.lockutils [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] Acquiring lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.049689] env[63302]: DEBUG oslo_concurrency.lockutils [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] Lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.049879] env[63302]: DEBUG oslo_concurrency.lockutils [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] Lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.050107] env[63302]: DEBUG nova.compute.manager [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] No waiting events found dispatching network-vif-plugged-87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.050461] env[63302]: WARNING nova.compute.manager [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Received unexpected event network-vif-plugged-87989db0-adaf-4177-b977-41fd764cba52 for instance with vm_state building and task_state spawning. [ 1402.050461] env[63302]: DEBUG nova.compute.manager [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Received event network-changed-87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1402.050601] env[63302]: DEBUG nova.compute.manager [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Refreshing instance network info cache due to event network-changed-87989db0-adaf-4177-b977-41fd764cba52. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1402.050773] env[63302]: DEBUG oslo_concurrency.lockutils [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] Acquiring lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.126388] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794949, 'name': ReconfigVM_Task, 'duration_secs': 0.335068} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.128923] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Reconfigured VM instance instance-00000012 to attach disk [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94/aaef5fb9-cd3c-4d83-bf9c-968eaada2b94.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.129822] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a9799a-95d6-4e10-a2eb-ccb6e8dacdea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.138515] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1402.138515] env[63302]: value = "task-1794950" [ 1402.138515] env[63302]: _type = "Task" [ 1402.138515] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.150227] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794950, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.362737] env[63302]: DEBUG nova.network.neutron [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.467880] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c9f3d-cdf7-4e7e-8e20-8d5bedcaa89e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.476911] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c3a0c-3c08-49d2-b2de-ef4a81d6750e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.527947] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78da658c-85ec-4a5d-8bdd-823d9af7d6c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.541224] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3e7aef-7afd-466d-ba90-198ace7d1100 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.548663] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.557154] env[63302]: DEBUG nova.compute.provider_tree [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.619781] env[63302]: DEBUG nova.network.neutron [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Successfully created port: 40790672-bc2e-4e11-9eb7-3e3f2461acd9 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.655761] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794950, 'name': Rename_Task, 'duration_secs': 0.231468} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.655761] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.655761] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0523f03b-098b-483b-8c3c-8f8f7c25f315 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.662516] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1402.662516] env[63302]: value = "task-1794951" [ 1402.662516] env[63302]: _type = "Task" [ 1402.662516] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.671968] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.905473] env[63302]: DEBUG nova.network.neutron [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updating instance_info_cache with network_info: [{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.963010] env[63302]: DEBUG nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.994041] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.994041] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.994041] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.994407] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.994679] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.995102] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.995951] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.999027] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.999027] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.999027] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.999027] env[63302]: DEBUG nova.virt.hardware [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.999027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a9874-bd99-4617-8327-0dd8c712d15a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.008575] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af63b46-ad8f-4e87-ad08-a8a23134c650 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.064019] env[63302]: DEBUG nova.scheduler.client.report [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.176595] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.412155] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Releasing lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.412155] env[63302]: DEBUG nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Instance network_info: |[{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1403.412277] env[63302]: DEBUG oslo_concurrency.lockutils [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] Acquired lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.412277] env[63302]: DEBUG nova.network.neutron [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Refreshing network info cache for port 87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.412277] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:42:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87989db0-adaf-4177-b977-41fd764cba52', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.424039] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Creating folder: Project (8cebab87573d48b88908c306351f6967). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.424039] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d970aaf-84d3-42f6-90e4-7a5add7b6769 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.439318] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Created folder: Project (8cebab87573d48b88908c306351f6967) in parent group-v372222. [ 1403.439605] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Creating folder: Instances. Parent ref: group-v372274. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.439923] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55560d59-efc6-4a46-aa1e-7730524acce3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.456062] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Created folder: Instances in parent group-v372274. [ 1403.456736] env[63302]: DEBUG oslo.service.loopingcall [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.457010] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1403.457544] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-771aad0f-7c61-449e-9f53-95dd7d825d4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.483454] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.483454] env[63302]: value = "task-1794954" [ 1403.483454] env[63302]: _type = "Task" [ 1403.483454] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.494237] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794954, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.567892] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.637s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.567892] env[63302]: INFO nova.compute.manager [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Migrating [ 1403.567892] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.567892] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.569408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.571446] env[63302]: INFO nova.compute.claims [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.644261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "c551d570-604a-4767-8982-e08e72eb0021" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.644261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "c551d570-604a-4767-8982-e08e72eb0021" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.644261] env[63302]: DEBUG nova.compute.manager [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.644261] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaf102d-3c61-4060-a406-783ed6067202 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.651977] env[63302]: DEBUG nova.compute.manager [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1403.654608] env[63302]: DEBUG nova.objects.instance [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lazy-loading 'flavor' on Instance uuid c551d570-604a-4767-8982-e08e72eb0021 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.684760] env[63302]: DEBUG oslo_vmware.api [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794951, 'name': PowerOnVM_Task, 'duration_secs': 0.882593} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.685075] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.685280] env[63302]: INFO nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1403.685459] env[63302]: DEBUG nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.687327] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0158161f-c44a-4d3d-b59d-2c9809d9af24 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.997166] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794954, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.075639] env[63302]: INFO nova.compute.rpcapi [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1404.076235] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.216381] env[63302]: INFO nova.compute.manager [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Took 31.96 seconds to build instance. [ 1404.496435] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794954, 'name': CreateVM_Task, 'duration_secs': 0.775508} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.497568] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.497954] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.498155] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.498724] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.499178] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a26e476-7932-4256-bde2-04cf72398873 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.505586] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1404.505586] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ab186c-1d3f-9831-e737-c0aed66b505d" [ 1404.505586] env[63302]: _type = "Task" [ 1404.505586] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.514495] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ab186c-1d3f-9831-e737-c0aed66b505d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.604600] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.605399] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.605602] env[63302]: DEBUG nova.network.neutron [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.667900] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.667900] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e0e295-fb5a-411c-8a52-bde820b32380 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.677384] env[63302]: DEBUG oslo_vmware.api [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1404.677384] env[63302]: value = "task-1794955" [ 1404.677384] env[63302]: _type = "Task" [ 1404.677384] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.687140] env[63302]: DEBUG oslo_vmware.api [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.715565] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5265dfb7-a486-48d7-89b8-9b080d8c4f59 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.167s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.757173] env[63302]: DEBUG nova.network.neutron [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updated VIF entry in instance network info cache for port 87989db0-adaf-4177-b977-41fd764cba52. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.757594] env[63302]: DEBUG nova.network.neutron [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updating instance_info_cache with network_info: [{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.026052] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ab186c-1d3f-9831-e737-c0aed66b505d, 'name': SearchDatastore_Task, 'duration_secs': 0.030486} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.029199] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.029671] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.029970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.030177] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.030485] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.031195] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdf0d093-bbeb-4b3a-b4e6-ebc6e34bbb74 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.041187] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.041187] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.041440] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69392751-237c-455b-a1e6-c50fa45dbf11 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.052426] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1405.052426] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528101c8-c128-0220-283a-f94ae1bc88ce" [ 1405.052426] env[63302]: _type = "Task" [ 1405.052426] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.069089] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528101c8-c128-0220-283a-f94ae1bc88ce, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.072279] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6815ff46-f6b8-4523-a6b3-0d290d2e2355 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.080178] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1405.080178] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5276b261-ab7b-809a-527b-28aad78a0891" [ 1405.080178] env[63302]: _type = "Task" [ 1405.080178] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.099108] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5276b261-ab7b-809a-527b-28aad78a0891, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.099907] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.100184] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4/9bbe6c64-07de-41cd-a54c-2d57e16ab4e4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.100441] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a631c24-b31c-472d-b858-7a1a2dd2ab44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.106962] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1405.106962] env[63302]: value = "task-1794956" [ 1405.106962] env[63302]: _type = "Task" [ 1405.106962] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.118747] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.188463] env[63302]: DEBUG oslo_vmware.api [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794955, 'name': PowerOffVM_Task, 'duration_secs': 0.210682} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.188953] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.189071] env[63302]: DEBUG nova.compute.manager [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.190449] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f51d4-5458-45eb-ac05-b85cda2fcd5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.219571] env[63302]: DEBUG nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.249602] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68f9bc6-f280-402d-a5b6-784c4a222e2f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.261327] env[63302]: DEBUG oslo_concurrency.lockutils [req-7974f23c-c7e1-4346-b21f-90bc77870cec req-5f722e31-254a-424b-9352-ec66e64da037 service nova] Releasing lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.265377] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced97750-d64f-42cc-aec3-6e5fa0f17d1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.306850] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbe6497-cc5c-4e9e-8eb1-c6bee2fd4bd1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.317375] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "3bc08585-9a04-42c4-a43a-eaf076d98a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.317629] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "3bc08585-9a04-42c4-a43a-eaf076d98a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.324186] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b1ba83-562e-4364-87ff-8a57d0343894 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.337149] env[63302]: INFO nova.compute.manager [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Rescuing [ 1405.337454] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.337560] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.337721] env[63302]: DEBUG nova.network.neutron [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.349256] env[63302]: DEBUG nova.compute.provider_tree [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.355239] env[63302]: DEBUG nova.compute.manager [req-fd29f46a-7ed5-4220-9690-72d26244984b req-90f2fb12-335b-4382-9c5f-3472b89c722e service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received event network-changed-4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1405.355239] env[63302]: DEBUG nova.compute.manager [req-fd29f46a-7ed5-4220-9690-72d26244984b req-90f2fb12-335b-4382-9c5f-3472b89c722e service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Refreshing instance network info cache due to event network-changed-4652e9f7-10fa-4e4d-890a-e3a6f694c26b. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1405.355342] env[63302]: DEBUG oslo_concurrency.lockutils [req-fd29f46a-7ed5-4220-9690-72d26244984b req-90f2fb12-335b-4382-9c5f-3472b89c722e service nova] Acquiring lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.355565] env[63302]: DEBUG oslo_concurrency.lockutils [req-fd29f46a-7ed5-4220-9690-72d26244984b req-90f2fb12-335b-4382-9c5f-3472b89c722e service nova] Acquired lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.356077] env[63302]: DEBUG nova.network.neutron [req-fd29f46a-7ed5-4220-9690-72d26244984b req-90f2fb12-335b-4382-9c5f-3472b89c722e service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Refreshing network info cache for port 4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.598290] env[63302]: DEBUG nova.network.neutron [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance_info_cache with network_info: [{"id": "25554534-cda4-4221-b14f-dd7962150046", "address": "fa:16:3e:96:c0:32", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25554534-cd", "ovs_interfaceid": "25554534-cda4-4221-b14f-dd7962150046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.619302] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794956, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.708924] env[63302]: DEBUG oslo_concurrency.lockutils [None req-87141257-51ec-407e-9688-87083b763891 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "c551d570-604a-4767-8982-e08e72eb0021" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.750465] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.762953] env[63302]: DEBUG nova.network.neutron [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Successfully updated port: 40790672-bc2e-4e11-9eb7-3e3f2461acd9 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.857416] env[63302]: DEBUG nova.scheduler.client.report [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.104216] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.119640] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609201} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.124695] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4/9bbe6c64-07de-41cd-a54c-2d57e16ab4e4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.124695] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.124695] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cff9ed7-5b5f-4c28-bec5-0e042ccbf20d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.136879] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1406.136879] env[63302]: value = "task-1794957" [ 1406.136879] env[63302]: _type = "Task" [ 1406.136879] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.147959] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.236978] env[63302]: DEBUG nova.network.neutron [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Updating instance_info_cache with network_info: [{"id": "9bcf29bc-7c29-49e3-9331-51d81299ec88", "address": "fa:16:3e:87:64:bf", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcf29bc-7c", "ovs_interfaceid": "9bcf29bc-7c29-49e3-9331-51d81299ec88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.271603] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "refresh_cache-f309c14a-4c35-4b97-939c-d24dad02b0c4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.271603] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "refresh_cache-f309c14a-4c35-4b97-939c-d24dad02b0c4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.271603] env[63302]: DEBUG nova.network.neutron [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.302791] env[63302]: DEBUG nova.network.neutron [req-fd29f46a-7ed5-4220-9690-72d26244984b req-90f2fb12-335b-4382-9c5f-3472b89c722e service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updated VIF entry in instance network info cache for port 4652e9f7-10fa-4e4d-890a-e3a6f694c26b. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.303267] env[63302]: DEBUG nova.network.neutron [req-fd29f46a-7ed5-4220-9690-72d26244984b req-90f2fb12-335b-4382-9c5f-3472b89c722e service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updating instance_info_cache with network_info: [{"id": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "address": "fa:16:3e:82:83:f6", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4652e9f7-10", "ovs_interfaceid": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.365159] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.365972] env[63302]: DEBUG nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.371381] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.639s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.373897] env[63302]: INFO nova.compute.claims [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.650941] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068075} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.651895] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.654262] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b288a907-e97d-4ffb-9a6f-b41f86e80c56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.680176] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4/9bbe6c64-07de-41cd-a54c-2d57e16ab4e4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.681373] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f65202-64a6-4566-ba25-55665c40e43b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.704150] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1406.704150] env[63302]: value = "task-1794958" [ 1406.704150] env[63302]: _type = "Task" [ 1406.704150] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.712517] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.743117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "refresh_cache-aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.812467] env[63302]: DEBUG oslo_concurrency.lockutils [req-fd29f46a-7ed5-4220-9690-72d26244984b req-90f2fb12-335b-4382-9c5f-3472b89c722e service nova] Releasing lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.826559] env[63302]: DEBUG nova.network.neutron [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.863037] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquiring lock "27d74d37-9c58-40af-997f-a576fd41c093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.863855] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "27d74d37-9c58-40af-997f-a576fd41c093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.883288] env[63302]: DEBUG nova.compute.utils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1406.885141] env[63302]: DEBUG nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.885247] env[63302]: DEBUG nova.network.neutron [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.987203] env[63302]: DEBUG nova.policy [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4403d011c3142b18c4e08fd1cbbae80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80b7e778b8f04be08256a1c12e637859', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.202308] env[63302]: DEBUG nova.network.neutron [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Updating instance_info_cache with network_info: [{"id": "40790672-bc2e-4e11-9eb7-3e3f2461acd9", "address": "fa:16:3e:e3:0e:68", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40790672-bc", "ovs_interfaceid": "40790672-bc2e-4e11-9eb7-3e3f2461acd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.216489] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.393185] env[63302]: DEBUG nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.629697] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df2758d-ae71-4c4b-bd43-5031ea6bbfdb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.653207] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance 'ebd0c4e7-c729-4b39-b675-fa0868b82a83' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.682371] env[63302]: DEBUG nova.compute.manager [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Received event network-vif-plugged-40790672-bc2e-4e11-9eb7-3e3f2461acd9 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1407.682371] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] Acquiring lock "f309c14a-4c35-4b97-939c-d24dad02b0c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.682371] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] Lock "f309c14a-4c35-4b97-939c-d24dad02b0c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.682371] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] Lock "f309c14a-4c35-4b97-939c-d24dad02b0c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.682371] env[63302]: DEBUG nova.compute.manager [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] No waiting events found dispatching network-vif-plugged-40790672-bc2e-4e11-9eb7-3e3f2461acd9 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1407.682553] env[63302]: WARNING nova.compute.manager [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Received unexpected event network-vif-plugged-40790672-bc2e-4e11-9eb7-3e3f2461acd9 for instance with vm_state building and task_state spawning. [ 1407.682553] env[63302]: DEBUG nova.compute.manager [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Received event network-changed-40790672-bc2e-4e11-9eb7-3e3f2461acd9 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1407.682553] env[63302]: DEBUG nova.compute.manager [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Refreshing instance network info cache due to event network-changed-40790672-bc2e-4e11-9eb7-3e3f2461acd9. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1407.682553] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] Acquiring lock "refresh_cache-f309c14a-4c35-4b97-939c-d24dad02b0c4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.710303] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "refresh_cache-f309c14a-4c35-4b97-939c-d24dad02b0c4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.710604] env[63302]: DEBUG nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Instance network_info: |[{"id": "40790672-bc2e-4e11-9eb7-3e3f2461acd9", "address": "fa:16:3e:e3:0e:68", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40790672-bc", "ovs_interfaceid": "40790672-bc2e-4e11-9eb7-3e3f2461acd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1407.711208] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] Acquired lock "refresh_cache-f309c14a-4c35-4b97-939c-d24dad02b0c4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.711425] env[63302]: DEBUG nova.network.neutron [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Refreshing network info cache for port 40790672-bc2e-4e11-9eb7-3e3f2461acd9 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.712700] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:0e:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40790672-bc2e-4e11-9eb7-3e3f2461acd9', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.722142] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Creating folder: Project (3cb088dc3162429dab9af1b70724cc25). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.724151] env[63302]: DEBUG nova.network.neutron [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Successfully created port: b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.729390] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b06cf11-1e6f-4d35-9153-e65aea667875 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.735695] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794958, 'name': ReconfigVM_Task, 'duration_secs': 0.750233} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.737456] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4/9bbe6c64-07de-41cd-a54c-2d57e16ab4e4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.738625] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d263d17b-e680-4224-aa67-8f60e5324312 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.747047] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1407.747047] env[63302]: value = "task-1794960" [ 1407.747047] env[63302]: _type = "Task" [ 1407.747047] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.750703] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Created folder: Project (3cb088dc3162429dab9af1b70724cc25) in parent group-v372222. [ 1407.750919] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Creating folder: Instances. Parent ref: group-v372277. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.751579] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf5fd2b3-c052-4cd2-a9c6-5e7dd2c9a79c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.760554] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794960, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.769451] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Created folder: Instances in parent group-v372277. [ 1407.769451] env[63302]: DEBUG oslo.service.loopingcall [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.769640] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.769984] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8ce56c5-8a0c-4b50-868e-0e6cf4cf0889 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.801253] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.801253] env[63302]: value = "task-1794962" [ 1407.801253] env[63302]: _type = "Task" [ 1407.801253] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.815510] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794962, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.097724] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5738cd90-81f9-4b82-a2a5-8656a166697c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.106750] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9294a6-55ca-4aea-a0b3-301373192ce4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.143549] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad49884-4ec0-433b-bad4-4dce17519312 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.152225] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab664c-1317-4af1-9b8f-7fecf55f73cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.162813] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.175213] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3a4acc0-9d7b-4aef-b08e-23541669e8b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.177498] env[63302]: DEBUG nova.objects.instance [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lazy-loading 'flavor' on Instance uuid c551d570-604a-4767-8982-e08e72eb0021 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.179128] env[63302]: DEBUG nova.compute.provider_tree [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.186829] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1408.186829] env[63302]: value = "task-1794963" [ 1408.186829] env[63302]: _type = "Task" [ 1408.186829] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.195970] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.256044] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794960, 'name': Rename_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.296111] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.296339] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-778555d4-cb2d-4e9c-a567-e19815629a55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.302709] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1408.302709] env[63302]: value = "task-1794964" [ 1408.302709] env[63302]: _type = "Task" [ 1408.302709] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.316202] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794962, 'name': CreateVM_Task, 'duration_secs': 0.462916} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.321260] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.321260] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.321599] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.321779] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.322394] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.322710] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b6e008-d95a-49c7-9869-6effdec94902 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.327839] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1408.327839] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529d2e60-57a3-247a-e69d-b7187208e18d" [ 1408.327839] env[63302]: _type = "Task" [ 1408.327839] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.339638] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529d2e60-57a3-247a-e69d-b7187208e18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.405902] env[63302]: DEBUG nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.436507] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.436907] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.437150] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.441357] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.441588] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.441767] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.442010] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.442266] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.442468] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.442714] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.443010] env[63302]: DEBUG nova.virt.hardware [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.443900] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e658b940-69dc-438c-bae9-a7b9f5613fb9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.455548] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c2c92-9c6b-4fee-9896-2723425b1e94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.684169] env[63302]: DEBUG nova.scheduler.client.report [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.688526] env[63302]: DEBUG oslo_concurrency.lockutils [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.688691] env[63302]: DEBUG oslo_concurrency.lockutils [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquired lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.688989] env[63302]: DEBUG nova.network.neutron [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.689291] env[63302]: DEBUG nova.objects.instance [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lazy-loading 'info_cache' on Instance uuid c551d570-604a-4767-8982-e08e72eb0021 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.703545] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.721254] env[63302]: DEBUG nova.network.neutron [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Updated VIF entry in instance network info cache for port 40790672-bc2e-4e11-9eb7-3e3f2461acd9. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.721574] env[63302]: DEBUG nova.network.neutron [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Updating instance_info_cache with network_info: [{"id": "40790672-bc2e-4e11-9eb7-3e3f2461acd9", "address": "fa:16:3e:e3:0e:68", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40790672-bc", "ovs_interfaceid": "40790672-bc2e-4e11-9eb7-3e3f2461acd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.755772] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794960, 'name': Rename_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.815977] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.836529] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529d2e60-57a3-247a-e69d-b7187208e18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.193037] env[63302]: DEBUG nova.objects.base [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1409.194602] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.195062] env[63302]: DEBUG nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.200577] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.536s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.202830] env[63302]: INFO nova.compute.claims [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.212240] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794963, 'name': PowerOffVM_Task, 'duration_secs': 0.926424} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.212507] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.212654] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance 'ebd0c4e7-c729-4b39-b675-fa0868b82a83' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1409.224209] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c2075ce-44c8-43d6-b015-7317305559b6 req-954a6c1c-640c-4ea6-9382-5ad40d7f7559 service nova] Releasing lock "refresh_cache-f309c14a-4c35-4b97-939c-d24dad02b0c4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.257150] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794960, 'name': Rename_Task, 'duration_secs': 1.144702} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.257445] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.257682] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dfa66fd-ffb1-4338-83ef-98d4423e70d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.265199] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1409.265199] env[63302]: value = "task-1794965" [ 1409.265199] env[63302]: _type = "Task" [ 1409.265199] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.273564] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.317355] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794964, 'name': PowerOffVM_Task, 'duration_secs': 0.808985} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.317663] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.320138] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0c068-78ce-418c-a3f7-ddd8f18c8944 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.340140] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b155208b-7805-4a3f-8d8c-0f4f03726f1f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.349052] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529d2e60-57a3-247a-e69d-b7187208e18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.384816] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.385142] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3556fcc7-2938-4477-b768-6acb2a0061b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.391805] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1409.391805] env[63302]: value = "task-1794966" [ 1409.391805] env[63302]: _type = "Task" [ 1409.391805] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.399850] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.484950] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquiring lock "f00074db-810e-4764-b001-4a7835629d01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.485412] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "f00074db-810e-4764-b001-4a7835629d01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.519698] env[63302]: DEBUG nova.network.neutron [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Successfully updated port: b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.708076] env[63302]: DEBUG nova.compute.utils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1409.712589] env[63302]: DEBUG nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.712589] env[63302]: DEBUG nova.network.neutron [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.720022] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.720492] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.720960] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.720960] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.721092] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.721222] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.721441] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.721602] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.721770] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.721933] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.722132] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.729510] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdac7ca9-ee70-47e1-a170-820c8adfb78c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.747287] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1409.747287] env[63302]: value = "task-1794967" [ 1409.747287] env[63302]: _type = "Task" [ 1409.747287] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.759668] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.777240] env[63302]: DEBUG oslo_vmware.api [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1794965, 'name': PowerOnVM_Task, 'duration_secs': 0.507664} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.778472] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.778472] env[63302]: INFO nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Took 11.04 seconds to spawn the instance on the hypervisor. [ 1409.778472] env[63302]: DEBUG nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.778936] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca69955-3b45-4b8d-b58e-0891efcc90ab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.799940] env[63302]: DEBUG nova.compute.manager [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Received event network-vif-plugged-b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1409.800339] env[63302]: DEBUG oslo_concurrency.lockutils [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] Acquiring lock "9a072ae8-004b-46b4-8985-a8f688fec424-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.800650] env[63302]: DEBUG oslo_concurrency.lockutils [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] Lock "9a072ae8-004b-46b4-8985-a8f688fec424-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.801143] env[63302]: DEBUG oslo_concurrency.lockutils [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] Lock "9a072ae8-004b-46b4-8985-a8f688fec424-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.801176] env[63302]: DEBUG nova.compute.manager [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] No waiting events found dispatching network-vif-plugged-b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1409.805385] env[63302]: WARNING nova.compute.manager [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Received unexpected event network-vif-plugged-b95b51dc-d43b-4beb-84cd-19f7e0d22810 for instance with vm_state building and task_state spawning. [ 1409.805385] env[63302]: DEBUG nova.compute.manager [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Received event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1409.805385] env[63302]: DEBUG nova.compute.manager [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing instance network info cache due to event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1409.805385] env[63302]: DEBUG oslo_concurrency.lockutils [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] Acquiring lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.805385] env[63302]: DEBUG oslo_concurrency.lockutils [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] Acquired lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.805535] env[63302]: DEBUG nova.network.neutron [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.810108] env[63302]: DEBUG nova.policy [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fda17fb63e894077826025cca7567f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '220c242cacac43a9b3c75126ae14e351', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.847436] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529d2e60-57a3-247a-e69d-b7187208e18d, 'name': SearchDatastore_Task, 'duration_secs': 1.367242} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.850631] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.850902] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.851170] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.851320] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.851497] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.851768] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-462d71ab-bf95-433e-a7d6-9532c8693c9a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.905610] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1409.905828] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.906467] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.022606] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.120397] env[63302]: DEBUG nova.network.neutron [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Updating instance_info_cache with network_info: [{"id": "fa59e877-b3e1-4304-b1ec-f9a51c00c371", "address": "fa:16:3e:b9:ef:0b", "network": {"id": "81d55055-a38a-4f2d-86c3-fe776d6c4c9f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1666189623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4e2a27b0183476cbde5bae01500a4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa59e877-b3", "ovs_interfaceid": "fa59e877-b3e1-4304-b1ec-f9a51c00c371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.213051] env[63302]: DEBUG nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.260316] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794967, 'name': ReconfigVM_Task, 'duration_secs': 0.212598} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.263483] env[63302]: DEBUG nova.network.neutron [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Successfully created port: e6450b48-42e2-4e2f-99ce-ac8c52d7c30c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.265260] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance 'ebd0c4e7-c729-4b39-b675-fa0868b82a83' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.302713] env[63302]: INFO nova.compute.manager [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Took 36.54 seconds to build instance. [ 1410.374138] env[63302]: DEBUG nova.network.neutron [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.523957] env[63302]: DEBUG nova.network.neutron [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.624782] env[63302]: DEBUG oslo_concurrency.lockutils [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Releasing lock "refresh_cache-c551d570-604a-4767-8982-e08e72eb0021" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.639994] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.640417] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.641183] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a021ae1-a074-4789-914c-fce41270c461 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.650490] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1410.650490] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52876315-7909-29ec-4a03-5690727cecaf" [ 1410.650490] env[63302]: _type = "Task" [ 1410.650490] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.664608] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52876315-7909-29ec-4a03-5690727cecaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.668115] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048c292f-9f0c-4ab4-b756-a99cf0b3f7cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.674454] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1410.674454] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5284a542-7e20-4cb7-1274-4e52ec8393e5" [ 1410.674454] env[63302]: _type = "Task" [ 1410.674454] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.686714] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5284a542-7e20-4cb7-1274-4e52ec8393e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.686996] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.687425] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f309c14a-4c35-4b97-939c-d24dad02b0c4/f309c14a-4c35-4b97-939c-d24dad02b0c4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.687942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.687942] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.688271] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e06985ff-35d1-41b1-a709-c7b52b6b5846 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.690362] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aef2a605-e283-4b4f-8790-896de448eb91 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.698180] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1410.698180] env[63302]: value = "task-1794968" [ 1410.698180] env[63302]: _type = "Task" [ 1410.698180] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.702219] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.702398] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.703462] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7060014-c5ca-469d-8c66-f833cc0a4ce0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.708961] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.715518] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1410.715518] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5205ac3b-442c-4b6c-7c7f-d3ce5a8e2e19" [ 1410.715518] env[63302]: _type = "Task" [ 1410.715518] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.728888] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5205ac3b-442c-4b6c-7c7f-d3ce5a8e2e19, 'name': SearchDatastore_Task, 'duration_secs': 0.008337} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.734667] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbafb552-617c-40cd-97f5-f0a5b514a1fc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.738684] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1410.738684] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e76c9d-5a2f-3cff-31fa-5fefb97e68f1" [ 1410.738684] env[63302]: _type = "Task" [ 1410.738684] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.748528] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e76c9d-5a2f-3cff-31fa-5fefb97e68f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.779190] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.779190] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.779190] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.779190] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.779434] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.779434] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.779615] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.779775] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.779956] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.780454] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.780454] env[63302]: DEBUG nova.virt.hardware [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.786200] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1410.787427] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b550c5a8-46a0-47b3-94fe-7a738df72342 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.808956] env[63302]: DEBUG oslo_concurrency.lockutils [None req-055ef53f-0ce5-4891-b430-fa51976a247e tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.929s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.817081] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1410.817081] env[63302]: value = "task-1794969" [ 1410.817081] env[63302]: _type = "Task" [ 1410.817081] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.826771] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.849960] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f3d8c2-669f-4448-9946-2ea1018f4bce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.858633] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e9fca-b45d-4ebb-bf96-ab1836f93bdb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.895115] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97750abb-10d9-463d-9c4a-4463ca6649fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.904400] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42463e90-74cc-4ded-bdc0-b5da3d05bb0b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.921282] env[63302]: DEBUG nova.compute.provider_tree [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.029350] env[63302]: DEBUG oslo_concurrency.lockutils [req-84db1266-67be-42d6-a2b1-ef28d2b6e213 req-4c42716d-62ec-4dc2-8a0a-7c8bf224c236 service nova] Releasing lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.029763] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.029951] env[63302]: DEBUG nova.network.neutron [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.209472] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496315} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.209756] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f309c14a-4c35-4b97-939c-d24dad02b0c4/f309c14a-4c35-4b97-939c-d24dad02b0c4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.209974] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.210248] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a78c7968-3976-4bae-a53b-500c0f07a3c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.216582] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1411.216582] env[63302]: value = "task-1794970" [ 1411.216582] env[63302]: _type = "Task" [ 1411.216582] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.224418] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.230655] env[63302]: DEBUG nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.249932] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e76c9d-5a2f-3cff-31fa-5fefb97e68f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.250260] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.250557] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. {{(pid=63302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1411.251138] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-263ce884-6cbb-4cab-af46-ff6ee1fc4654 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.259597] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1411.259597] env[63302]: value = "task-1794971" [ 1411.259597] env[63302]: _type = "Task" [ 1411.259597] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.265952] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.266245] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.266357] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.266536] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.266686] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.266831] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.267052] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.267246] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.267421] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.267586] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.267789] env[63302]: DEBUG nova.virt.hardware [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.268622] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50439eda-53a6-488f-b310-7734c7240d52 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.275129] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.279994] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3990f5f8-e30d-4525-b43e-46c7a5609b0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.312627] env[63302]: DEBUG nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.330261] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794969, 'name': ReconfigVM_Task, 'duration_secs': 0.2793} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.330678] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1411.331731] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43908527-4a04-4e40-8431-b523ac3fe98c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.357792] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] ebd0c4e7-c729-4b39-b675-fa0868b82a83/ebd0c4e7-c729-4b39-b675-fa0868b82a83.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.358387] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80d6005-1f25-49e4-925f-bbe3007cef5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.380249] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1411.380249] env[63302]: value = "task-1794972" [ 1411.380249] env[63302]: _type = "Task" [ 1411.380249] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.395018] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.422814] env[63302]: DEBUG nova.compute.manager [req-2eae8b07-7c51-41c2-b2d4-3950456628ea req-1e9d0e01-5a47-486b-ad99-156795b8ae7a service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Received event network-changed-87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1411.422814] env[63302]: DEBUG nova.compute.manager [req-2eae8b07-7c51-41c2-b2d4-3950456628ea req-1e9d0e01-5a47-486b-ad99-156795b8ae7a service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Refreshing instance network info cache due to event network-changed-87989db0-adaf-4177-b977-41fd764cba52. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1411.423089] env[63302]: DEBUG oslo_concurrency.lockutils [req-2eae8b07-7c51-41c2-b2d4-3950456628ea req-1e9d0e01-5a47-486b-ad99-156795b8ae7a service nova] Acquiring lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.423185] env[63302]: DEBUG oslo_concurrency.lockutils [req-2eae8b07-7c51-41c2-b2d4-3950456628ea req-1e9d0e01-5a47-486b-ad99-156795b8ae7a service nova] Acquired lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.423345] env[63302]: DEBUG nova.network.neutron [req-2eae8b07-7c51-41c2-b2d4-3950456628ea req-1e9d0e01-5a47-486b-ad99-156795b8ae7a service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Refreshing network info cache for port 87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.425697] env[63302]: DEBUG nova.scheduler.client.report [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.625526] env[63302]: DEBUG nova.network.neutron [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.636335] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.636593] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d386405-b74d-49b9-a8e1-8c892a78b01d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.644767] env[63302]: DEBUG oslo_vmware.api [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1411.644767] env[63302]: value = "task-1794973" [ 1411.644767] env[63302]: _type = "Task" [ 1411.644767] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.655075] env[63302]: DEBUG oslo_vmware.api [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.728738] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057808} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.729123] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.730027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc61d8-c0bd-4c63-a2b6-1a82989b6bfc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.754432] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] f309c14a-4c35-4b97-939c-d24dad02b0c4/f309c14a-4c35-4b97-939c-d24dad02b0c4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.755142] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796aa173-0aad-4a76-8dad-8f4d856d5b91 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.782333] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42205} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.783035] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. [ 1411.783431] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1411.783431] env[63302]: value = "task-1794974" [ 1411.783431] env[63302]: _type = "Task" [ 1411.783431] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.784195] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34c7e2-2db5-400a-9f93-8a7d3b3c6a5e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.798967] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.825204] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.830678] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f30aa7-716d-465e-9039-73c76446eeb0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.852155] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1411.852155] env[63302]: value = "task-1794975" [ 1411.852155] env[63302]: _type = "Task" [ 1411.852155] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.860870] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.862308] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.890572] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.933837] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.934826] env[63302]: DEBUG nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.937501] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.357s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.938842] env[63302]: DEBUG nova.objects.instance [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lazy-loading 'resources' on Instance uuid 36a85513-81dd-45f3-9987-9cc079ffb270 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.089393] env[63302]: DEBUG nova.network.neutron [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updating instance_info_cache with network_info: [{"id": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "address": "fa:16:3e:b5:ff:48", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95b51dc-d4", "ovs_interfaceid": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.157046] env[63302]: DEBUG oslo_vmware.api [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.302568] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794974, 'name': ReconfigVM_Task, 'duration_secs': 0.326527} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.302883] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Reconfigured VM instance instance-00000014 to attach disk [datastore1] f309c14a-4c35-4b97-939c-d24dad02b0c4/f309c14a-4c35-4b97-939c-d24dad02b0c4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.303518] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa7b71fc-4469-4b1d-8db5-65c7d67993a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.310909] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1412.310909] env[63302]: value = "task-1794976" [ 1412.310909] env[63302]: _type = "Task" [ 1412.310909] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.322139] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794976, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.362592] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.389443] env[63302]: DEBUG nova.compute.manager [req-427e1696-5475-4c80-aa41-2d07958dede2 req-8b1e9058-8af6-4857-8026-8c1dad35a762 service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Received event network-vif-plugged-e6450b48-42e2-4e2f-99ce-ac8c52d7c30c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1412.389727] env[63302]: DEBUG oslo_concurrency.lockutils [req-427e1696-5475-4c80-aa41-2d07958dede2 req-8b1e9058-8af6-4857-8026-8c1dad35a762 service nova] Acquiring lock "0a74545e-475b-480a-b0e8-b844bd665d40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.389974] env[63302]: DEBUG oslo_concurrency.lockutils [req-427e1696-5475-4c80-aa41-2d07958dede2 req-8b1e9058-8af6-4857-8026-8c1dad35a762 service nova] Lock "0a74545e-475b-480a-b0e8-b844bd665d40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.390223] env[63302]: DEBUG oslo_concurrency.lockutils [req-427e1696-5475-4c80-aa41-2d07958dede2 req-8b1e9058-8af6-4857-8026-8c1dad35a762 service nova] Lock "0a74545e-475b-480a-b0e8-b844bd665d40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.390427] env[63302]: DEBUG nova.compute.manager [req-427e1696-5475-4c80-aa41-2d07958dede2 req-8b1e9058-8af6-4857-8026-8c1dad35a762 service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] No waiting events found dispatching network-vif-plugged-e6450b48-42e2-4e2f-99ce-ac8c52d7c30c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.390620] env[63302]: WARNING nova.compute.manager [req-427e1696-5475-4c80-aa41-2d07958dede2 req-8b1e9058-8af6-4857-8026-8c1dad35a762 service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Received unexpected event network-vif-plugged-e6450b48-42e2-4e2f-99ce-ac8c52d7c30c for instance with vm_state building and task_state spawning. [ 1412.394417] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794972, 'name': ReconfigVM_Task, 'duration_secs': 0.69369} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.394698] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Reconfigured VM instance instance-00000005 to attach disk [datastore1] ebd0c4e7-c729-4b39-b675-fa0868b82a83/ebd0c4e7-c729-4b39-b675-fa0868b82a83.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.394983] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance 'ebd0c4e7-c729-4b39-b675-fa0868b82a83' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.441246] env[63302]: DEBUG nova.compute.utils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1412.446430] env[63302]: DEBUG nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.446430] env[63302]: DEBUG nova.network.neutron [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.449988] env[63302]: DEBUG nova.network.neutron [req-2eae8b07-7c51-41c2-b2d4-3950456628ea req-1e9d0e01-5a47-486b-ad99-156795b8ae7a service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updated VIF entry in instance network info cache for port 87989db0-adaf-4177-b977-41fd764cba52. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.449988] env[63302]: DEBUG nova.network.neutron [req-2eae8b07-7c51-41c2-b2d4-3950456628ea req-1e9d0e01-5a47-486b-ad99-156795b8ae7a service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updating instance_info_cache with network_info: [{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.511326] env[63302]: DEBUG nova.network.neutron [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Successfully updated port: e6450b48-42e2-4e2f-99ce-ac8c52d7c30c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1412.529247] env[63302]: DEBUG nova.policy [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '703937d8d66f4a4eb20e45873e3de10a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c202e78dbf3e4c1691ed694faab16474', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.592084] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Releasing lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.592084] env[63302]: DEBUG nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Instance network_info: |[{"id": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "address": "fa:16:3e:b5:ff:48", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95b51dc-d4", "ovs_interfaceid": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.592814] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:ff:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95b51dc-d43b-4beb-84cd-19f7e0d22810', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.600885] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Creating folder: Project (80b7e778b8f04be08256a1c12e637859). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.603697] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed14a702-0d1d-41f4-90aa-19c5fd2a285b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.616958] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Created folder: Project (80b7e778b8f04be08256a1c12e637859) in parent group-v372222. [ 1412.617297] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Creating folder: Instances. Parent ref: group-v372280. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.619861] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79704a0f-f399-4b1d-8be6-6a742086e107 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.629294] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Created folder: Instances in parent group-v372280. [ 1412.629539] env[63302]: DEBUG oslo.service.loopingcall [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.629729] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.629922] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f82d932-253e-4760-ae64-6f55b6bbc5f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.655159] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.655159] env[63302]: value = "task-1794979" [ 1412.655159] env[63302]: _type = "Task" [ 1412.655159] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.663559] env[63302]: DEBUG oslo_vmware.api [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1794973, 'name': PowerOnVM_Task, 'duration_secs': 0.694682} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.664398] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.664598] env[63302]: DEBUG nova.compute.manager [None req-339fdce6-523e-48a8-ad38-724d6af2bb22 tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.665498] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd3dd44-3cd9-492c-bb1f-fe6febe4d464 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.671293] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794979, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.823928] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794976, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.862472] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794975, 'name': ReconfigVM_Task, 'duration_secs': 0.607174} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.862752] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Reconfigured VM instance instance-00000012 to attach disk [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.866309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20df17-86f9-4c85-8305-641eb14c270f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.895941] env[63302]: DEBUG nova.network.neutron [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Successfully created port: 03d17748-abee-47ee-ace9-10cb40fd0d1c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.900946] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30bc47f-69c9-479d-a278-98d91809e99c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.913528] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc144e-edf1-4132-908e-498a891f3a97 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.938397] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ae84e8-07d3-454c-ac8e-57bc62625336 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.941175] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1412.941175] env[63302]: value = "task-1794980" [ 1412.941175] env[63302]: _type = "Task" [ 1412.941175] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.946393] env[63302]: DEBUG nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.965180] env[63302]: DEBUG oslo_concurrency.lockutils [req-2eae8b07-7c51-41c2-b2d4-3950456628ea req-1e9d0e01-5a47-486b-ad99-156795b8ae7a service nova] Releasing lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.965621] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance 'ebd0c4e7-c729-4b39-b675-fa0868b82a83' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.969633] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.015261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "refresh_cache-0a74545e-475b-480a-b0e8-b844bd665d40" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.015427] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "refresh_cache-0a74545e-475b-480a-b0e8-b844bd665d40" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.015598] env[63302]: DEBUG nova.network.neutron [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.060654] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743043ed-9b9a-4b03-becf-ad60bdf48ba1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.070302] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c2288b-4272-4e10-a57d-382fcf20be40 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.112323] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d31d33c-a10f-4640-a7fb-6fc7f2f4e0eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.120313] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db0cfa8-051c-4649-a92d-dd4436fe6fe7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.134439] env[63302]: DEBUG nova.compute.provider_tree [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.165789] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794979, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.324712] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794976, 'name': Rename_Task, 'duration_secs': 0.890239} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.325543] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.325543] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5738a38f-66f9-43ea-a643-e15c29f4a6b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.334916] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1413.334916] env[63302]: value = "task-1794981" [ 1413.334916] env[63302]: _type = "Task" [ 1413.334916] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.346657] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.451786] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794980, 'name': ReconfigVM_Task, 'duration_secs': 0.358799} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.452090] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.452304] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22558185-4008-463e-9e14-b168028b6291 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.459884] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1413.459884] env[63302]: value = "task-1794982" [ 1413.459884] env[63302]: _type = "Task" [ 1413.459884] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.477722] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.520890] env[63302]: DEBUG nova.network.neutron [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Port 25554534-cda4-4221-b14f-dd7962150046 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1413.559792] env[63302]: DEBUG nova.network.neutron [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.637642] env[63302]: DEBUG nova.scheduler.client.report [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.667504] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794979, 'name': CreateVM_Task, 'duration_secs': 0.723383} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.667587] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.668488] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.668712] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.669094] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.673104] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10498c4b-8579-48fc-8247-c5e43a3e0f17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.674272] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1413.674272] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5281a6ad-adfd-6e70-c81b-5786e47d5382" [ 1413.674272] env[63302]: _type = "Task" [ 1413.674272] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.683043] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5281a6ad-adfd-6e70-c81b-5786e47d5382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.812856] env[63302]: DEBUG nova.network.neutron [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Updating instance_info_cache with network_info: [{"id": "e6450b48-42e2-4e2f-99ce-ac8c52d7c30c", "address": "fa:16:3e:ed:12:89", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6450b48-42", "ovs_interfaceid": "e6450b48-42e2-4e2f-99ce-ac8c52d7c30c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.845095] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.973748] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.981418] env[63302]: DEBUG nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.017790] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.018093] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.018270] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.018457] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.018606] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.018867] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.019293] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.019501] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.019683] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.020017] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.020104] env[63302]: DEBUG nova.virt.hardware [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.021046] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50eb065-a5a1-4deb-a353-6431dfb38df4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.039407] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740d844f-a27a-4018-9e16-cba0fee17e82 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.143269] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.145938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.480s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.148681] env[63302]: INFO nova.compute.claims [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.183353] env[63302]: INFO nova.scheduler.client.report [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Deleted allocations for instance 36a85513-81dd-45f3-9987-9cc079ffb270 [ 1414.191828] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5281a6ad-adfd-6e70-c81b-5786e47d5382, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.192387] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.192756] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.193024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.193176] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.193365] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.193710] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a25ea6b-e4c4-400f-be85-76f62dfe3359 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.204285] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.204482] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.206085] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92b7f7a-b900-4f27-a383-5af3051b4516 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.216240] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1414.216240] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eb38b9-a83f-fa56-ada7-62c2cffd4d5a" [ 1414.216240] env[63302]: _type = "Task" [ 1414.216240] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.229891] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eb38b9-a83f-fa56-ada7-62c2cffd4d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.231473] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27754418-0daa-4633-81e1-6b0999ae4152 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.238923] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1414.238923] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bd60ca-264a-ea1c-289a-cd6fd81a48ef" [ 1414.238923] env[63302]: _type = "Task" [ 1414.238923] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.257389] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bd60ca-264a-ea1c-289a-cd6fd81a48ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.257768] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.262021] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9a072ae8-004b-46b4-8985-a8f688fec424/9a072ae8-004b-46b4-8985-a8f688fec424.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.262021] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf087e28-aa22-46ec-83ae-b41a6e370df0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.268476] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1414.268476] env[63302]: value = "task-1794983" [ 1414.268476] env[63302]: _type = "Task" [ 1414.268476] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.281074] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.315635] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "refresh_cache-0a74545e-475b-480a-b0e8-b844bd665d40" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.316023] env[63302]: DEBUG nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Instance network_info: |[{"id": "e6450b48-42e2-4e2f-99ce-ac8c52d7c30c", "address": "fa:16:3e:ed:12:89", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6450b48-42", "ovs_interfaceid": "e6450b48-42e2-4e2f-99ce-ac8c52d7c30c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1414.316493] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:12:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6450b48-42e2-4e2f-99ce-ac8c52d7c30c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.326065] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating folder: Project (220c242cacac43a9b3c75126ae14e351). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.326443] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c3db35b-e2a1-4f17-bcd9-38a54c9bf4c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.342329] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Created folder: Project (220c242cacac43a9b3c75126ae14e351) in parent group-v372222. [ 1414.343268] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating folder: Instances. Parent ref: group-v372283. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.343583] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-644521b0-2df9-4134-932d-7dd78336f35c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.350849] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.360100] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Created folder: Instances in parent group-v372283. [ 1414.360419] env[63302]: DEBUG oslo.service.loopingcall [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.360648] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.360912] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1b0344e-354c-4910-a303-46b7bb627596 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.387251] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.387251] env[63302]: value = "task-1794986" [ 1414.387251] env[63302]: _type = "Task" [ 1414.387251] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.398086] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794986, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.471756] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.557077] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.557077] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.557077] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.687316] env[63302]: DEBUG nova.network.neutron [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Successfully updated port: 03d17748-abee-47ee-ace9-10cb40fd0d1c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.698788] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90dcb553-b87e-4955-aef7-e855fb8973c9 tempest-TenantUsagesTestJSON-1288010276 tempest-TenantUsagesTestJSON-1288010276-project-member] Lock "36a85513-81dd-45f3-9987-9cc079ffb270" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.070s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.750121] env[63302]: DEBUG nova.compute.manager [req-bfac6d3d-044a-4b3c-bd54-6812b50d31eb req-fbb5aff0-2dad-423f-9de1-66cd50eb7dad service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Received event network-changed-e6450b48-42e2-4e2f-99ce-ac8c52d7c30c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1414.750733] env[63302]: DEBUG nova.compute.manager [req-bfac6d3d-044a-4b3c-bd54-6812b50d31eb req-fbb5aff0-2dad-423f-9de1-66cd50eb7dad service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Refreshing instance network info cache due to event network-changed-e6450b48-42e2-4e2f-99ce-ac8c52d7c30c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1414.750951] env[63302]: DEBUG oslo_concurrency.lockutils [req-bfac6d3d-044a-4b3c-bd54-6812b50d31eb req-fbb5aff0-2dad-423f-9de1-66cd50eb7dad service nova] Acquiring lock "refresh_cache-0a74545e-475b-480a-b0e8-b844bd665d40" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.751661] env[63302]: DEBUG oslo_concurrency.lockutils [req-bfac6d3d-044a-4b3c-bd54-6812b50d31eb req-fbb5aff0-2dad-423f-9de1-66cd50eb7dad service nova] Acquired lock "refresh_cache-0a74545e-475b-480a-b0e8-b844bd665d40" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.751697] env[63302]: DEBUG nova.network.neutron [req-bfac6d3d-044a-4b3c-bd54-6812b50d31eb req-fbb5aff0-2dad-423f-9de1-66cd50eb7dad service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Refreshing network info cache for port e6450b48-42e2-4e2f-99ce-ac8c52d7c30c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.780193] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794983, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.845594] env[63302]: DEBUG oslo_vmware.api [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1794981, 'name': PowerOnVM_Task, 'duration_secs': 1.268544} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.845871] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.846088] env[63302]: INFO nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Took 11.88 seconds to spawn the instance on the hypervisor. [ 1414.846270] env[63302]: DEBUG nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.847647] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eb11a4-25ea-412b-b27f-fe629b25e81f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.900727] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794986, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.975054] env[63302]: DEBUG oslo_vmware.api [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1794982, 'name': PowerOnVM_Task, 'duration_secs': 1.035766} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.975355] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.979703] env[63302]: DEBUG nova.compute.manager [None req-d8159903-988e-4b53-8dbd-4d5adad617ca tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.980849] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a3a691-9184-4f77-a7b1-497412a707d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.194022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquiring lock "refresh_cache-720a1c86-db7a-49ec-83d7-38e41fc3bfe4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.194022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquired lock "refresh_cache-720a1c86-db7a-49ec-83d7-38e41fc3bfe4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.194022] env[63302]: DEBUG nova.network.neutron [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.282602] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588656} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.285810] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9a072ae8-004b-46b4-8985-a8f688fec424/9a072ae8-004b-46b4-8985-a8f688fec424.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.286061] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.286549] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce7ada80-1454-4c2d-8f0a-457b27744f8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.295718] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1415.295718] env[63302]: value = "task-1794987" [ 1415.295718] env[63302]: _type = "Task" [ 1415.295718] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.307594] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.367576] env[63302]: INFO nova.compute.manager [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Took 40.96 seconds to build instance. [ 1415.413057] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794986, 'name': CreateVM_Task, 'duration_secs': 0.934212} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.413463] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.414405] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.414810] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.415294] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1415.415720] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fe694b-5c2a-456f-b389-a364c63f026c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.423946] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1415.423946] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b30ce8-56c3-fe0b-ab52-5d7b901e28b1" [ 1415.423946] env[63302]: _type = "Task" [ 1415.423946] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.444042] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b30ce8-56c3-fe0b-ab52-5d7b901e28b1, 'name': SearchDatastore_Task} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.444042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.444042] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.444042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.444343] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.444343] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.444343] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-637e5ce8-4036-4cec-96a9-6ebd41906f7a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.464583] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.464866] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.465894] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c1fc16-b22b-4e9c-9663-2f99fe49f81a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.473900] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1415.473900] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259daf3-9e9f-f0de-cbd8-63174b3c41ab" [ 1415.473900] env[63302]: _type = "Task" [ 1415.473900] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.483313] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259daf3-9e9f-f0de-cbd8-63174b3c41ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.633833] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.634042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.634230] env[63302]: DEBUG nova.network.neutron [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.691315] env[63302]: DEBUG nova.network.neutron [req-bfac6d3d-044a-4b3c-bd54-6812b50d31eb req-fbb5aff0-2dad-423f-9de1-66cd50eb7dad service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Updated VIF entry in instance network info cache for port e6450b48-42e2-4e2f-99ce-ac8c52d7c30c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.691691] env[63302]: DEBUG nova.network.neutron [req-bfac6d3d-044a-4b3c-bd54-6812b50d31eb req-fbb5aff0-2dad-423f-9de1-66cd50eb7dad service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Updating instance_info_cache with network_info: [{"id": "e6450b48-42e2-4e2f-99ce-ac8c52d7c30c", "address": "fa:16:3e:ed:12:89", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6450b48-42", "ovs_interfaceid": "e6450b48-42e2-4e2f-99ce-ac8c52d7c30c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.736435] env[63302]: DEBUG nova.network.neutron [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.810147] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068093} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.810570] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.811515] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0389fe-fb69-4e52-b102-5f70dc86f821 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.818066] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f1369-aea0-4218-ad12-99bb8738c7bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.840505] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 9a072ae8-004b-46b4-8985-a8f688fec424/9a072ae8-004b-46b4-8985-a8f688fec424.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.841828] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf603563-244d-4970-94ca-d317880cda7e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.866041] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41e2b64-e96d-47ae-a6f4-3e26a547bfdd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.868995] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1415.868995] env[63302]: value = "task-1794988" [ 1415.868995] env[63302]: _type = "Task" [ 1415.868995] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.870053] env[63302]: DEBUG oslo_concurrency.lockutils [None req-300ad05a-41c4-4f8d-ba69-8da3717c9812 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "f309c14a-4c35-4b97-939c-d24dad02b0c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.753s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.907251] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6553c7-5f8d-4c35-98ed-b600fef2fcf6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.912615] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.923460] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2207441e-3711-4357-a7d3-a4d3a3047036 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.940371] env[63302]: DEBUG nova.compute.provider_tree [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.970296] env[63302]: DEBUG nova.network.neutron [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Updating instance_info_cache with network_info: [{"id": "03d17748-abee-47ee-ace9-10cb40fd0d1c", "address": "fa:16:3e:59:a4:e9", "network": {"id": "e767071a-ef65-4fa8-b8e8-075183c66301", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-463240580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c202e78dbf3e4c1691ed694faab16474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d17748-ab", "ovs_interfaceid": "03d17748-abee-47ee-ace9-10cb40fd0d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.985505] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259daf3-9e9f-f0de-cbd8-63174b3c41ab, 'name': SearchDatastore_Task, 'duration_secs': 0.036869} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.986586] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ff1615-7bd8-468c-b818-890ec8572f17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.993911] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1415.993911] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5289c45e-bea4-f056-18b8-e69f1dcbb999" [ 1415.993911] env[63302]: _type = "Task" [ 1415.993911] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.003603] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5289c45e-bea4-f056-18b8-e69f1dcbb999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.197026] env[63302]: DEBUG oslo_concurrency.lockutils [req-bfac6d3d-044a-4b3c-bd54-6812b50d31eb req-fbb5aff0-2dad-423f-9de1-66cd50eb7dad service nova] Releasing lock "refresh_cache-0a74545e-475b-480a-b0e8-b844bd665d40" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.375973] env[63302]: DEBUG nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.391210] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.444481] env[63302]: DEBUG nova.scheduler.client.report [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.473727] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Releasing lock "refresh_cache-720a1c86-db7a-49ec-83d7-38e41fc3bfe4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.474397] env[63302]: DEBUG nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Instance network_info: |[{"id": "03d17748-abee-47ee-ace9-10cb40fd0d1c", "address": "fa:16:3e:59:a4:e9", "network": {"id": "e767071a-ef65-4fa8-b8e8-075183c66301", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-463240580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c202e78dbf3e4c1691ed694faab16474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d17748-ab", "ovs_interfaceid": "03d17748-abee-47ee-ace9-10cb40fd0d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1416.476547] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:a4:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03d17748-abee-47ee-ace9-10cb40fd0d1c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.487512] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Creating folder: Project (c202e78dbf3e4c1691ed694faab16474). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.488998] env[63302]: DEBUG nova.network.neutron [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance_info_cache with network_info: [{"id": "25554534-cda4-4221-b14f-dd7962150046", "address": "fa:16:3e:96:c0:32", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25554534-cd", "ovs_interfaceid": "25554534-cda4-4221-b14f-dd7962150046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.490726] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01bb58d6-bd63-49b2-891f-fe9fc3100251 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.505337] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5289c45e-bea4-f056-18b8-e69f1dcbb999, 'name': SearchDatastore_Task, 'duration_secs': 0.014863} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.507715] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.508074] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0a74545e-475b-480a-b0e8-b844bd665d40/0a74545e-475b-480a-b0e8-b844bd665d40.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.508639] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Created folder: Project (c202e78dbf3e4c1691ed694faab16474) in parent group-v372222. [ 1416.508830] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Creating folder: Instances. Parent ref: group-v372286. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.509111] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15db8387-a60e-468b-9b33-6c8119c7e625 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.511318] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-478daee2-7338-49d6-af7a-483a84a6e216 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.518627] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1416.518627] env[63302]: value = "task-1794990" [ 1416.518627] env[63302]: _type = "Task" [ 1416.518627] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.524192] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Created folder: Instances in parent group-v372286. [ 1416.524192] env[63302]: DEBUG oslo.service.loopingcall [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.527299] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.527925] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.528167] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79ceb0aa-0bed-4e11-a05f-fa439e468b1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.553757] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.553757] env[63302]: value = "task-1794992" [ 1416.553757] env[63302]: _type = "Task" [ 1416.553757] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.563199] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794992, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.858457] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "ef827c35-7d3f-45da-9422-e058331ace32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.859048] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "ef827c35-7d3f-45da-9422-e058331ace32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.883223] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794988, 'name': ReconfigVM_Task, 'duration_secs': 0.617903} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.885025] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 9a072ae8-004b-46b4-8985-a8f688fec424/9a072ae8-004b-46b4-8985-a8f688fec424.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.892651] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b2ed954-b324-4493-996e-0e505596f4a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.902338] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1416.902338] env[63302]: value = "task-1794993" [ 1416.902338] env[63302]: _type = "Task" [ 1416.902338] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.912938] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794993, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.915499] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.954027] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.954027] env[63302]: DEBUG nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.955695] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.264s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.957568] env[63302]: INFO nova.compute.claims [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.998023] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.031223] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794990, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.075489] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794992, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.272376] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "529dbacd-fe2a-4165-83fb-53a683996fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.272633] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "529dbacd-fe2a-4165-83fb-53a683996fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.366411] env[63302]: DEBUG nova.compute.manager [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Received event network-vif-plugged-03d17748-abee-47ee-ace9-10cb40fd0d1c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1417.367098] env[63302]: DEBUG oslo_concurrency.lockutils [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] Acquiring lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.367098] env[63302]: DEBUG oslo_concurrency.lockutils [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] Lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.367230] env[63302]: DEBUG oslo_concurrency.lockutils [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] Lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.367434] env[63302]: DEBUG nova.compute.manager [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] No waiting events found dispatching network-vif-plugged-03d17748-abee-47ee-ace9-10cb40fd0d1c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.371020] env[63302]: WARNING nova.compute.manager [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Received unexpected event network-vif-plugged-03d17748-abee-47ee-ace9-10cb40fd0d1c for instance with vm_state building and task_state spawning. [ 1417.371020] env[63302]: DEBUG nova.compute.manager [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Received event network-changed-03d17748-abee-47ee-ace9-10cb40fd0d1c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1417.371020] env[63302]: DEBUG nova.compute.manager [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Refreshing instance network info cache due to event network-changed-03d17748-abee-47ee-ace9-10cb40fd0d1c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1417.371020] env[63302]: DEBUG oslo_concurrency.lockutils [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] Acquiring lock "refresh_cache-720a1c86-db7a-49ec-83d7-38e41fc3bfe4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.371020] env[63302]: DEBUG oslo_concurrency.lockutils [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] Acquired lock "refresh_cache-720a1c86-db7a-49ec-83d7-38e41fc3bfe4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.371402] env[63302]: DEBUG nova.network.neutron [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Refreshing network info cache for port 03d17748-abee-47ee-ace9-10cb40fd0d1c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.411650] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794993, 'name': Rename_Task, 'duration_secs': 0.242967} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.411914] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.412147] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a549692-6706-4ba3-9e0e-7afa9e691274 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.419239] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1417.419239] env[63302]: value = "task-1794994" [ 1417.419239] env[63302]: _type = "Task" [ 1417.419239] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.429630] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.463762] env[63302]: DEBUG nova.compute.utils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.468690] env[63302]: DEBUG nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.468690] env[63302]: DEBUG nova.network.neutron [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.532562] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691531} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.533511] env[63302]: DEBUG nova.policy [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02a53546f97e4679ae334166b1f61dc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3267da4127d49b68ae0c29341462f80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.534902] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0a74545e-475b-480a-b0e8-b844bd665d40/0a74545e-475b-480a-b0e8-b844bd665d40.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.535142] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.536213] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2fd4e2c-539f-4c4b-995c-cb075d7787ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.539782] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee64921b-2d8d-4375-b966-521af9c8cf6f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.569682] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f231c4-0003-4463-9cd1-3585f67c9393 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.572924] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1417.572924] env[63302]: value = "task-1794995" [ 1417.572924] env[63302]: _type = "Task" [ 1417.572924] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.583677] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance 'ebd0c4e7-c729-4b39-b675-fa0868b82a83' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.591029] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794992, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.593904] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794995, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.931803] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794994, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.964048] env[63302]: DEBUG nova.network.neutron [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Successfully created port: b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.971452] env[63302]: DEBUG nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.073342] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794992, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.085160] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069492} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.085160] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1418.085441] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e564f808-2cc3-4fc4-988c-94a110c12712 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.090786] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.091091] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-045c810b-f479-4c2e-bdfa-607705be6f4c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.117394] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0a74545e-475b-480a-b0e8-b844bd665d40/0a74545e-475b-480a-b0e8-b844bd665d40.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.125531] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f30ae8-6d34-4313-b471-adf3b434957e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.143909] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1418.143909] env[63302]: value = "task-1794996" [ 1418.143909] env[63302]: _type = "Task" [ 1418.143909] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.151730] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1418.151730] env[63302]: value = "task-1794997" [ 1418.151730] env[63302]: _type = "Task" [ 1418.151730] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.154336] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.164989] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.328649] env[63302]: DEBUG nova.network.neutron [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Updated VIF entry in instance network info cache for port 03d17748-abee-47ee-ace9-10cb40fd0d1c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.329063] env[63302]: DEBUG nova.network.neutron [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Updating instance_info_cache with network_info: [{"id": "03d17748-abee-47ee-ace9-10cb40fd0d1c", "address": "fa:16:3e:59:a4:e9", "network": {"id": "e767071a-ef65-4fa8-b8e8-075183c66301", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-463240580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c202e78dbf3e4c1691ed694faab16474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d17748-ab", "ovs_interfaceid": "03d17748-abee-47ee-ace9-10cb40fd0d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.436827] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.575426] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1794992, 'name': CreateVM_Task, 'duration_secs': 1.571434} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.578525] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.579578] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.579760] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.580331] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.580604] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d53604-ba90-42b2-a988-b3d0393c58a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.589114] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1418.589114] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e40b2-91e6-f445-805e-e080523c15b0" [ 1418.589114] env[63302]: _type = "Task" [ 1418.589114] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.598592] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e40b2-91e6-f445-805e-e080523c15b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.631865] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe210c-209c-4d45-a7c1-3e0cd52e9d06 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.639048] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459c4ce4-d957-47e2-8113-ad75923a712a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.677863] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c655f6b3-7b3f-41f9-b6d3-0ff8e1d12802 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.683765] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.689067] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794997, 'name': ReconfigVM_Task, 'duration_secs': 0.509776} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.691172] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0a74545e-475b-480a-b0e8-b844bd665d40/0a74545e-475b-480a-b0e8-b844bd665d40.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.691849] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f623f3e1-7d42-4767-8014-cd889f22e182 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.694411] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b80217a-c564-48c3-999c-ed9be3e36774 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.709654] env[63302]: DEBUG nova.compute.provider_tree [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1418.712078] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1418.712078] env[63302]: value = "task-1794998" [ 1418.712078] env[63302]: _type = "Task" [ 1418.712078] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.721896] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794998, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.832080] env[63302]: DEBUG oslo_concurrency.lockutils [req-66e71a42-fcc4-4556-b9e9-7e0caa53a7f9 req-c5cf4b3a-9024-4075-ad97-6f240471d057 service nova] Releasing lock "refresh_cache-720a1c86-db7a-49ec-83d7-38e41fc3bfe4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.934322] env[63302]: DEBUG oslo_vmware.api [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1794994, 'name': PowerOnVM_Task, 'duration_secs': 1.061601} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.934544] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.934935] env[63302]: INFO nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1418.935082] env[63302]: DEBUG nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.935940] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d4be2e-8e09-4b72-b4a7-ef8d4f80dbf1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.984959] env[63302]: DEBUG nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.013997] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.013997] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.014223] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.014255] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.014433] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.014702] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.014772] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.014864] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.015115] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.015672] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.015672] env[63302]: DEBUG nova.virt.hardware [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.017281] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8706b2-b9fa-464b-ae6c-720ad5d3d8bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.026241] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0224e84-6669-48ce-947a-6a838e3fd1c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.097786] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e40b2-91e6-f445-805e-e080523c15b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.098099] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.098344] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.098587] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.098730] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.098932] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.099223] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7052100b-d32f-43b2-abf6-e46bbfbc6cc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.107275] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.107275] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.107946] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f36ace7-0e8c-4369-9c5b-2eac3cbbc9ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.113030] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1419.113030] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528ff62b-ac9d-d1e9-b2ae-8b4ed32e96c6" [ 1419.113030] env[63302]: _type = "Task" [ 1419.113030] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.120539] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528ff62b-ac9d-d1e9-b2ae-8b4ed32e96c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.154675] env[63302]: DEBUG oslo_vmware.api [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1794996, 'name': PowerOnVM_Task, 'duration_secs': 0.720052} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.154943] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.155147] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1234cd7e-690e-4794-8f0d-b78d9326e5c2 tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance 'ebd0c4e7-c729-4b39-b675-fa0868b82a83' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.225400] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794998, 'name': Rename_Task, 'duration_secs': 0.274644} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.225400] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.225625] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1254bce1-ee40-4cd1-8318-b1330a6415e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.231755] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1419.231755] env[63302]: value = "task-1794999" [ 1419.231755] env[63302]: _type = "Task" [ 1419.231755] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.235333] env[63302]: ERROR nova.scheduler.client.report [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [req-738f4c53-57b2-4bb5-81ed-40a8abb4b05c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-738f4c53-57b2-4bb5-81ed-40a8abb4b05c"}]} [ 1419.245242] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.252877] env[63302]: DEBUG nova.scheduler.client.report [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1419.266453] env[63302]: DEBUG nova.scheduler.client.report [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1419.266681] env[63302]: DEBUG nova.compute.provider_tree [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.279493] env[63302]: DEBUG nova.scheduler.client.report [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1419.299351] env[63302]: DEBUG nova.scheduler.client.report [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1419.457285] env[63302]: INFO nova.compute.manager [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Took 39.91 seconds to build instance. [ 1419.622748] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528ff62b-ac9d-d1e9-b2ae-8b4ed32e96c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008788} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.626184] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fe728b-60f6-43f6-84c8-984d3d18a3b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.634608] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1419.634608] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a8420e-b0f1-6190-f839-ed47fc666c73" [ 1419.634608] env[63302]: _type = "Task" [ 1419.634608] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.648059] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a8420e-b0f1-6190-f839-ed47fc666c73, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.651125] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.651396] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 720a1c86-db7a-49ec-83d7-38e41fc3bfe4/720a1c86-db7a-49ec-83d7-38e41fc3bfe4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.651932] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03349842-b20b-4ea0-8fd2-8fdd46438676 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.662560] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1419.662560] env[63302]: value = "task-1795000" [ 1419.662560] env[63302]: _type = "Task" [ 1419.662560] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.678417] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.743934] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.840285] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5adff4-971e-4226-ae51-c16d2442e4cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.847471] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.847942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.848281] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.848569] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.848835] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.852264] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3a11c9-0558-4008-baab-783decdf7a95 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.857874] env[63302]: INFO nova.compute.manager [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Terminating instance [ 1419.897758] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc132e07-05b4-4167-b6b8-e04ba679cbd3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.909748] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c77ef-b034-483d-9a06-bf674d42617d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.929141] env[63302]: DEBUG nova.compute.provider_tree [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.963191] env[63302]: DEBUG oslo_concurrency.lockutils [None req-53748d50-4c2d-49fd-8965-c0b4c1f20657 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "9a072ae8-004b-46b4-8985-a8f688fec424" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.826s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.969129] env[63302]: DEBUG nova.network.neutron [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Successfully updated port: b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.024533] env[63302]: DEBUG nova.compute.manager [req-e2eea714-6c9c-4e69-8d3e-86e740ff93a7 req-9c893af6-21c7-401e-8eb7-87f95822000f service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Received event network-vif-plugged-b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1420.024791] env[63302]: DEBUG oslo_concurrency.lockutils [req-e2eea714-6c9c-4e69-8d3e-86e740ff93a7 req-9c893af6-21c7-401e-8eb7-87f95822000f service nova] Acquiring lock "7952e25d-df88-4f31-be5e-9e952a82db8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.025009] env[63302]: DEBUG oslo_concurrency.lockutils [req-e2eea714-6c9c-4e69-8d3e-86e740ff93a7 req-9c893af6-21c7-401e-8eb7-87f95822000f service nova] Lock "7952e25d-df88-4f31-be5e-9e952a82db8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.025185] env[63302]: DEBUG oslo_concurrency.lockutils [req-e2eea714-6c9c-4e69-8d3e-86e740ff93a7 req-9c893af6-21c7-401e-8eb7-87f95822000f service nova] Lock "7952e25d-df88-4f31-be5e-9e952a82db8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.025351] env[63302]: DEBUG nova.compute.manager [req-e2eea714-6c9c-4e69-8d3e-86e740ff93a7 req-9c893af6-21c7-401e-8eb7-87f95822000f service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] No waiting events found dispatching network-vif-plugged-b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1420.025515] env[63302]: WARNING nova.compute.manager [req-e2eea714-6c9c-4e69-8d3e-86e740ff93a7 req-9c893af6-21c7-401e-8eb7-87f95822000f service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Received unexpected event network-vif-plugged-b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f for instance with vm_state building and task_state spawning. [ 1420.177827] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509669} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.178366] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 720a1c86-db7a-49ec-83d7-38e41fc3bfe4/720a1c86-db7a-49ec-83d7-38e41fc3bfe4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.178585] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.179028] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b4214a-0a4d-49cb-ae46-82781e8969e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.186064] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1420.186064] env[63302]: value = "task-1795001" [ 1420.186064] env[63302]: _type = "Task" [ 1420.186064] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.193793] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.243562] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.365276] env[63302]: DEBUG nova.compute.manager [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.365436] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.366635] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e7f376-d31c-47b4-8878-75a652d9668a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.376691] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.378213] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf636ac5-5e62-4056-bbc1-62281839fe64 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.388909] env[63302]: DEBUG oslo_vmware.api [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1420.388909] env[63302]: value = "task-1795002" [ 1420.388909] env[63302]: _type = "Task" [ 1420.388909] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.401849] env[63302]: DEBUG oslo_vmware.api [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.465030] env[63302]: DEBUG nova.scheduler.client.report [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1420.465030] env[63302]: DEBUG nova.compute.provider_tree [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 52 to 53 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1420.465451] env[63302]: DEBUG nova.compute.provider_tree [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1420.469948] env[63302]: DEBUG nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.473499] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "refresh_cache-7952e25d-df88-4f31-be5e-9e952a82db8c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.473672] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquired lock "refresh_cache-7952e25d-df88-4f31-be5e-9e952a82db8c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.473886] env[63302]: DEBUG nova.network.neutron [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.696714] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097581} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.696714] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.698549] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62767bd6-e299-4dcb-babd-050b6ca10a9a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.719852] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 720a1c86-db7a-49ec-83d7-38e41fc3bfe4/720a1c86-db7a-49ec-83d7-38e41fc3bfe4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.720883] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9bc358e-51fc-4794-abe3-50b60763746c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.747164] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794999, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.748479] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1420.748479] env[63302]: value = "task-1795003" [ 1420.748479] env[63302]: _type = "Task" [ 1420.748479] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.756828] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795003, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.897905] env[63302]: DEBUG oslo_vmware.api [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795002, 'name': PowerOffVM_Task, 'duration_secs': 0.182426} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.898226] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.898413] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.898671] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64119adc-5a20-42a1-9fa2-2a58babbd6ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.971177] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.015s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.972071] env[63302]: DEBUG nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1420.976304] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.220s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.976555] env[63302]: DEBUG nova.objects.instance [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1420.989987] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.989987] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.989987] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleting the datastore file [datastore1] 13ca0d44-e4a9-462e-878c-25ea8641f2b5 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.990810] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec84377c-65bf-4276-9851-e54c80c33cc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.000343] env[63302]: DEBUG oslo_vmware.api [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1421.000343] env[63302]: value = "task-1795005" [ 1421.000343] env[63302]: _type = "Task" [ 1421.000343] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.011985] env[63302]: DEBUG oslo_vmware.api [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.014376] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.036905] env[63302]: DEBUG nova.network.neutron [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.245827] env[63302]: DEBUG oslo_vmware.api [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1794999, 'name': PowerOnVM_Task, 'duration_secs': 1.538745} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.245933] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.246113] env[63302]: INFO nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1421.246304] env[63302]: DEBUG nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.247248] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb6afc9-6b16-4dce-8159-571b9de8eec9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.258821] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.264876] env[63302]: DEBUG nova.network.neutron [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Updating instance_info_cache with network_info: [{"id": "b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f", "address": "fa:16:3e:18:87:26", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a2afb9-6c", "ovs_interfaceid": "b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.389976] env[63302]: DEBUG nova.compute.manager [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.391019] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287e3b23-066e-4907-b65f-e31f943549ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.409438] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.409757] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.410027] env[63302]: DEBUG nova.compute.manager [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Going to confirm migration 1 {{(pid=63302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1421.477972] env[63302]: DEBUG nova.compute.utils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1421.480774] env[63302]: DEBUG nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1421.480774] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.513587] env[63302]: DEBUG oslo_vmware.api [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147616} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.513862] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.514074] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.514254] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.514418] env[63302]: INFO nova.compute.manager [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1421.514658] env[63302]: DEBUG oslo.service.loopingcall [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.514838] env[63302]: DEBUG nova.compute.manager [-] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.514928] env[63302]: DEBUG nova.network.neutron [-] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.586820] env[63302]: DEBUG nova.policy [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a64a0a317d742168b553548c0557c61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08b7f13f77aa4fe580e849fe4f043d6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1421.761465] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795003, 'name': ReconfigVM_Task, 'duration_secs': 0.523322} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.761769] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 720a1c86-db7a-49ec-83d7-38e41fc3bfe4/720a1c86-db7a-49ec-83d7-38e41fc3bfe4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.762581] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-195de84e-e80d-47f8-999e-46309042193b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.775024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Releasing lock "refresh_cache-7952e25d-df88-4f31-be5e-9e952a82db8c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.775024] env[63302]: DEBUG nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Instance network_info: |[{"id": "b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f", "address": "fa:16:3e:18:87:26", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a2afb9-6c", "ovs_interfaceid": "b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.776891] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:87:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.786840] env[63302]: DEBUG oslo.service.loopingcall [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.787178] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1421.787178] env[63302]: value = "task-1795006" [ 1421.787178] env[63302]: _type = "Task" [ 1421.787178] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.787689] env[63302]: INFO nova.compute.manager [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Took 42.07 seconds to build instance. [ 1421.788861] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.792529] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2b70843-67f2-4134-957e-7edcf5ab2ed8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.821401] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795006, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.823262] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.823262] env[63302]: value = "task-1795007" [ 1421.823262] env[63302]: _type = "Task" [ 1421.823262] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.832032] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795007, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.902220] env[63302]: INFO nova.compute.manager [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] instance snapshotting [ 1421.908021] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cd36e5-d582-4462-97d2-8d24e667adb9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.953449] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f286a862-656f-4b4c-9192-1909b03faa2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.983308] env[63302]: DEBUG nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.991772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1426f2ef-42d2-4eff-b8df-746cfb49f59d tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.994587] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.136s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.996466] env[63302]: INFO nova.compute.claims [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.061403] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.061569] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.062196] env[63302]: DEBUG nova.network.neutron [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.062196] env[63302]: DEBUG nova.objects.instance [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lazy-loading 'info_cache' on Instance uuid ebd0c4e7-c729-4b39-b675-fa0868b82a83 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.161770] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Successfully created port: 406d35d5-f5cd-4a1e-a689-f2ea7ff490bd {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.294405] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b372b661-15cf-403b-979c-2e5770b2b57f tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "0a74545e-475b-480a-b0e8-b844bd665d40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.482s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.302275] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795006, 'name': Rename_Task, 'duration_secs': 0.208541} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.302538] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.302914] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1a7930c-38f0-4529-bba8-959ac837fff1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.310089] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1422.310089] env[63302]: value = "task-1795008" [ 1422.310089] env[63302]: _type = "Task" [ 1422.310089] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.320026] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.335803] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795007, 'name': CreateVM_Task, 'duration_secs': 0.475827} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.336038] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.336764] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.337025] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.337481] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1422.337822] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac1749b-ab9c-468e-b45e-8186d45e3742 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.343966] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1422.343966] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ceaa43-196b-b494-a033-92e94140eb94" [ 1422.343966] env[63302]: _type = "Task" [ 1422.343966] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.354809] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ceaa43-196b-b494-a033-92e94140eb94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.374982] env[63302]: DEBUG nova.compute.manager [req-77e8b0f0-b9fe-497f-83fd-7ef3044c2159 req-aba2da65-2ea9-44de-a8b2-20899ef21356 service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Received event network-changed-b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1422.375264] env[63302]: DEBUG nova.compute.manager [req-77e8b0f0-b9fe-497f-83fd-7ef3044c2159 req-aba2da65-2ea9-44de-a8b2-20899ef21356 service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Refreshing instance network info cache due to event network-changed-b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1422.375579] env[63302]: DEBUG oslo_concurrency.lockutils [req-77e8b0f0-b9fe-497f-83fd-7ef3044c2159 req-aba2da65-2ea9-44de-a8b2-20899ef21356 service nova] Acquiring lock "refresh_cache-7952e25d-df88-4f31-be5e-9e952a82db8c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.375704] env[63302]: DEBUG oslo_concurrency.lockutils [req-77e8b0f0-b9fe-497f-83fd-7ef3044c2159 req-aba2da65-2ea9-44de-a8b2-20899ef21356 service nova] Acquired lock "refresh_cache-7952e25d-df88-4f31-be5e-9e952a82db8c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.375896] env[63302]: DEBUG nova.network.neutron [req-77e8b0f0-b9fe-497f-83fd-7ef3044c2159 req-aba2da65-2ea9-44de-a8b2-20899ef21356 service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Refreshing network info cache for port b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.474187] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1422.474187] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ceca81db-6c62-4acb-864f-6c7cfdcc7ab6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.487908] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1422.487908] env[63302]: value = "task-1795009" [ 1422.487908] env[63302]: _type = "Task" [ 1422.487908] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.507104] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.521291] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Successfully created port: 9b507e9d-66bd-42b6-96dd-35c2fed35dae {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.552875] env[63302]: DEBUG nova.network.neutron [-] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.797472] env[63302]: DEBUG nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1422.821146] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795008, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.854429] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ceaa43-196b-b494-a033-92e94140eb94, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.854553] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.854791] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.855045] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.855228] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.855436] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.855692] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f241c7-ca00-4064-9269-09f6c00453b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.865099] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.865299] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.866250] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ad0ef8-ea9c-4d99-8d15-81766634a804 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.873234] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.873465] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.876012] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1422.876012] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f5a7e4-f95f-3cef-4849-56a05e79dc59" [ 1422.876012] env[63302]: _type = "Task" [ 1422.876012] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.893213] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f5a7e4-f95f-3cef-4849-56a05e79dc59, 'name': SearchDatastore_Task, 'duration_secs': 0.008653} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.893981] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f569e7c-ae79-49a1-b349-6b1abab4952a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.900034] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1422.900034] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52612ba0-e57f-4bae-f7ed-5d882a5997f1" [ 1422.900034] env[63302]: _type = "Task" [ 1422.900034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.908263] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52612ba0-e57f-4bae-f7ed-5d882a5997f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.915252] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Successfully created port: 055c39b3-dd79-4121-9831-1f19e6c4a006 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.993954] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795009, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.999497] env[63302]: DEBUG nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.031642] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.032939] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.033166] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.033373] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.033523] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.033672] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.035114] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.035248] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.035430] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.035598] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.035772] env[63302]: DEBUG nova.virt.hardware [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.036681] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614faf28-cb07-498c-a9fc-0a8b2c28697b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.048559] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13e076b-0ca4-4d12-8741-fdd7c7ccddc1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.066040] env[63302]: INFO nova.compute.manager [-] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Took 1.55 seconds to deallocate network for instance. [ 1423.326817] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795008, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.341428] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.416019] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52612ba0-e57f-4bae-f7ed-5d882a5997f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.416019] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.416019] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7952e25d-df88-4f31-be5e-9e952a82db8c/7952e25d-df88-4f31-be5e-9e952a82db8c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.416019] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e411da-31af-4bc8-bdc4-68b0c95ce35b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.427019] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1423.427019] env[63302]: value = "task-1795010" [ 1423.427019] env[63302]: _type = "Task" [ 1423.427019] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.438013] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.499635] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795009, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.578190] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.694370] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f4aac-9946-4558-897c-04d1e527ea76 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.701021] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc0329-f407-44c8-b563-2cb10dfa370c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.704946] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "0a74545e-475b-480a-b0e8-b844bd665d40" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.705207] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "0a74545e-475b-480a-b0e8-b844bd665d40" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.705461] env[63302]: DEBUG nova.compute.manager [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.706279] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2994ab3-8ecd-452f-8997-e7d2b0b44cda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.714252] env[63302]: DEBUG nova.compute.manager [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1423.714855] env[63302]: DEBUG nova.objects.instance [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lazy-loading 'flavor' on Instance uuid 0a74545e-475b-480a-b0e8-b844bd665d40 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.750786] env[63302]: DEBUG nova.network.neutron [req-77e8b0f0-b9fe-497f-83fd-7ef3044c2159 req-aba2da65-2ea9-44de-a8b2-20899ef21356 service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Updated VIF entry in instance network info cache for port b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.750786] env[63302]: DEBUG nova.network.neutron [req-77e8b0f0-b9fe-497f-83fd-7ef3044c2159 req-aba2da65-2ea9-44de-a8b2-20899ef21356 service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Updating instance_info_cache with network_info: [{"id": "b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f", "address": "fa:16:3e:18:87:26", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a2afb9-6c", "ovs_interfaceid": "b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.751487] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a466d-fd4b-47e2-b982-562f0c00a37e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.761891] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b1cbc-f015-4986-b21f-d4ff85de07a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.783431] env[63302]: DEBUG nova.compute.provider_tree [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1423.800430] env[63302]: DEBUG nova.network.neutron [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance_info_cache with network_info: [{"id": "25554534-cda4-4221-b14f-dd7962150046", "address": "fa:16:3e:96:c0:32", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25554534-cd", "ovs_interfaceid": "25554534-cda4-4221-b14f-dd7962150046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.822255] env[63302]: DEBUG oslo_vmware.api [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795008, 'name': PowerOnVM_Task, 'duration_secs': 1.103487} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.822625] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.822866] env[63302]: INFO nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1423.823071] env[63302]: DEBUG nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.823954] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771a1022-605a-4e58-9047-a5ee3ff4c413 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.938966] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513463} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.939276] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7952e25d-df88-4f31-be5e-9e952a82db8c/7952e25d-df88-4f31-be5e-9e952a82db8c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.939491] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.939776] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-950ad8d8-e459-40fc-8951-892ac8ff05a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.946598] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1423.946598] env[63302]: value = "task-1795011" [ 1423.946598] env[63302]: _type = "Task" [ 1423.946598] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.955766] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.996269] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795009, 'name': CreateSnapshot_Task, 'duration_secs': 1.169902} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.996583] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1423.997452] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495de1ba-290b-45e4-9e81-70248c244710 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.256160] env[63302]: DEBUG oslo_concurrency.lockutils [req-77e8b0f0-b9fe-497f-83fd-7ef3044c2159 req-aba2da65-2ea9-44de-a8b2-20899ef21356 service nova] Releasing lock "refresh_cache-7952e25d-df88-4f31-be5e-9e952a82db8c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.256892] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.257203] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-820ef687-fcfe-4cdf-b0c5-6f3476fd55c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.267562] env[63302]: DEBUG oslo_vmware.api [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1424.267562] env[63302]: value = "task-1795012" [ 1424.267562] env[63302]: _type = "Task" [ 1424.267562] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.276599] env[63302]: DEBUG oslo_vmware.api [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.303753] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-ebd0c4e7-c729-4b39-b675-fa0868b82a83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.303883] env[63302]: DEBUG nova.objects.instance [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lazy-loading 'migration_context' on Instance uuid ebd0c4e7-c729-4b39-b675-fa0868b82a83 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.307413] env[63302]: ERROR nova.scheduler.client.report [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [req-b3414487-f7bf-4ba3-b12a-892b3c767316] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3414487-f7bf-4ba3-b12a-892b3c767316"}]} [ 1424.324230] env[63302]: DEBUG nova.scheduler.client.report [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1424.347210] env[63302]: INFO nova.compute.manager [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Took 40.71 seconds to build instance. [ 1424.349885] env[63302]: DEBUG nova.scheduler.client.report [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1424.350062] env[63302]: DEBUG nova.compute.provider_tree [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.366024] env[63302]: DEBUG nova.scheduler.client.report [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1424.388342] env[63302]: DEBUG nova.scheduler.client.report [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1424.460469] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202746} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.460469] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.461637] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751026c-6ba0-492a-984e-22a8b6de1a3e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.485737] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7952e25d-df88-4f31-be5e-9e952a82db8c/7952e25d-df88-4f31-be5e-9e952a82db8c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.488499] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6862cd8c-af26-4e92-8c36-bde892a6f2ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.516338] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1424.516676] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1424.516676] env[63302]: value = "task-1795013" [ 1424.516676] env[63302]: _type = "Task" [ 1424.516676] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.520443] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fac898c6-41f3-425c-94a3-efd0368b3437 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.536934] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1424.536934] env[63302]: value = "task-1795014" [ 1424.536934] env[63302]: _type = "Task" [ 1424.536934] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.537192] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.554877] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795014, 'name': CloneVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.640647] env[63302]: DEBUG nova.compute.manager [req-0d1584f4-bc69-421f-89f9-a2a7a4495042 req-fa35ebe7-d826-4ab8-961a-7756cf7f34af service nova] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Received event network-vif-deleted-9fd7278d-5a3a-4d76-8e0d-172594935187 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1424.780037] env[63302]: DEBUG oslo_vmware.api [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795012, 'name': PowerOffVM_Task, 'duration_secs': 0.402474} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.780037] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.780213] env[63302]: DEBUG nova.compute.manager [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.781022] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa95e57-bcf1-45e8-9be1-be47236a6472 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.806995] env[63302]: DEBUG nova.objects.base [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1424.807972] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da99d2ba-49ea-4763-8a0b-26bb21749b58 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.830222] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3e88e5-731a-484f-a456-fb2896e74350 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.836514] env[63302]: DEBUG oslo_vmware.api [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1424.836514] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5241c8f8-210f-35f5-2021-f04c54d208a1" [ 1424.836514] env[63302]: _type = "Task" [ 1424.836514] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.846872] env[63302]: DEBUG oslo_vmware.api [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5241c8f8-210f-35f5-2021-f04c54d208a1, 'name': SearchDatastore_Task, 'duration_secs': 0.006426} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.847526] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.853347] env[63302]: DEBUG oslo_concurrency.lockutils [None req-64b2fa76-11dc-4cae-a1eb-d51529c0d524 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.022s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.966213] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e799214d-6fcf-4e7f-abac-37b0f24e11cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.974524] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88af78e-8c71-4332-b28a-5cc95219bdf5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.009795] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e161ce9-ef3b-4bef-bec6-263e05ad94b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.017714] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4499614f-39b2-484e-9983-f06e2888e2ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.035240] env[63302]: DEBUG nova.compute.provider_tree [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1425.041639] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.049443] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquiring lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.049671] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.049863] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquiring lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.050120] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.050376] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.051962] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795014, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.052452] env[63302]: INFO nova.compute.manager [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Terminating instance [ 1425.215591] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Successfully updated port: 406d35d5-f5cd-4a1e-a689-f2ea7ff490bd {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.294828] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cae44b3-7e5d-4702-9f46-31391a76424c tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "0a74545e-475b-480a-b0e8-b844bd665d40" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.589s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.355806] env[63302]: DEBUG nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.535202] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795013, 'name': ReconfigVM_Task, 'duration_secs': 0.862344} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.535514] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7952e25d-df88-4f31-be5e-9e952a82db8c/7952e25d-df88-4f31-be5e-9e952a82db8c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.536166] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b59e53c7-935f-422d-b836-97b7215d8b7b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.545042] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1425.545042] env[63302]: value = "task-1795015" [ 1425.545042] env[63302]: _type = "Task" [ 1425.545042] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.552235] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795014, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.556954] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795015, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.557928] env[63302]: DEBUG nova.compute.manager [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.557928] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.558770] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b3852a-e6ad-4e9b-8d98-6ea34d944b0c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.565654] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.566122] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db6d9fe-43fd-48ee-a02d-f97efd04b2f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.570644] env[63302]: DEBUG nova.scheduler.client.report [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1425.571520] env[63302]: DEBUG nova.compute.provider_tree [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 54 to 55 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1425.571520] env[63302]: DEBUG nova.compute.provider_tree [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1425.576022] env[63302]: DEBUG oslo_vmware.api [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1425.576022] env[63302]: value = "task-1795016" [ 1425.576022] env[63302]: _type = "Task" [ 1425.576022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.584451] env[63302]: DEBUG oslo_vmware.api [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.879326] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.054699] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795015, 'name': Rename_Task, 'duration_secs': 0.168793} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.061180] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.061180] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795014, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.061180] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c538e23b-0c42-4e3a-b6c3-782f80b2bbef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.066487] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1426.066487] env[63302]: value = "task-1795017" [ 1426.066487] env[63302]: _type = "Task" [ 1426.066487] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.074233] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.077399] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.085s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.077963] env[63302]: DEBUG nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.080983] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.160s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.093436] env[63302]: DEBUG oslo_vmware.api [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795016, 'name': PowerOffVM_Task, 'duration_secs': 0.16882} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.093436] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.093436] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.093436] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d8232a7-57a9-4741-9e6c-d7c24df6a0b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.167629] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.167765] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.167924] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Deleting the datastore file [datastore1] 720a1c86-db7a-49ec-83d7-38e41fc3bfe4 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.168249] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aafe0076-cf7e-41c8-81fa-bd42076cc333 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.175271] env[63302]: DEBUG oslo_vmware.api [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for the task: (returnval){ [ 1426.175271] env[63302]: value = "task-1795019" [ 1426.175271] env[63302]: _type = "Task" [ 1426.175271] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.184474] env[63302]: DEBUG oslo_vmware.api [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.498115] env[63302]: DEBUG nova.compute.manager [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.499157] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c5d9d0-006f-4215-8733-98aee0d5f78d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.552940] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795014, 'name': CloneVM_Task, 'duration_secs': 1.930443} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.553318] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Created linked-clone VM from snapshot [ 1426.554366] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8f5708-d3a5-40c7-8730-d73370404f17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.562019] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Uploading image 3ff02ebe-871e-4a52-8e11-320781547bab {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1426.577069] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795017, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.578093] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1426.578600] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cce5e5e1-cc31-4ef5-baa2-49e159885136 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.587183] env[63302]: DEBUG nova.compute.utils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.588578] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1426.588578] env[63302]: value = "task-1795020" [ 1426.588578] env[63302]: _type = "Task" [ 1426.588578] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.604371] env[63302]: DEBUG nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.604540] env[63302]: DEBUG nova.network.neutron [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.619694] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795020, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.665799] env[63302]: DEBUG nova.policy [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4b85833e2e4f20a4d2a72f52b042b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a7ac382c52b42d391cbaae9776cb49e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.683898] env[63302]: DEBUG nova.compute.manager [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-vif-plugged-406d35d5-f5cd-4a1e-a689-f2ea7ff490bd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1426.684125] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] Acquiring lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.684355] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.684557] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.684713] env[63302]: DEBUG nova.compute.manager [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] No waiting events found dispatching network-vif-plugged-406d35d5-f5cd-4a1e-a689-f2ea7ff490bd {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.684886] env[63302]: WARNING nova.compute.manager [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received unexpected event network-vif-plugged-406d35d5-f5cd-4a1e-a689-f2ea7ff490bd for instance with vm_state building and task_state spawning. [ 1426.685132] env[63302]: DEBUG nova.compute.manager [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-changed-406d35d5-f5cd-4a1e-a689-f2ea7ff490bd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1426.685273] env[63302]: DEBUG nova.compute.manager [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Refreshing instance network info cache due to event network-changed-406d35d5-f5cd-4a1e-a689-f2ea7ff490bd. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1426.685486] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] Acquiring lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.685678] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] Acquired lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.685862] env[63302]: DEBUG nova.network.neutron [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Refreshing network info cache for port 406d35d5-f5cd-4a1e-a689-f2ea7ff490bd {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.690636] env[63302]: DEBUG oslo_vmware.api [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Task: {'id': task-1795019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191818} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.691120] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.691394] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.691571] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.691716] env[63302]: INFO nova.compute.manager [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1426.692056] env[63302]: DEBUG oslo.service.loopingcall [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.692161] env[63302]: DEBUG nova.compute.manager [-] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.692275] env[63302]: DEBUG nova.network.neutron [-] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1427.011240] env[63302]: INFO nova.compute.manager [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] instance snapshotting [ 1427.011467] env[63302]: WARNING nova.compute.manager [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1427.014167] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5096706d-3936-4f49-b233-255c5e23cdcf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.033554] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dc2981-6c94-4b61-9c82-2be46b6f7b38 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.076560] env[63302]: DEBUG oslo_vmware.api [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795017, 'name': PowerOnVM_Task, 'duration_secs': 0.831909} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.076831] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.077082] env[63302]: INFO nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1427.077269] env[63302]: DEBUG nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.078105] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ebd30c-e898-4de2-8946-62a4ef2f6623 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.108705] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Applying migration context for instance ebd0c4e7-c729-4b39-b675-fa0868b82a83 as it has an incoming, in-progress migration 67f4ef77-6eff-401a-9abe-ca1f0a720231. Migration status is confirming {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1427.111371] env[63302]: INFO nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating resource usage from migration 67f4ef77-6eff-401a-9abe-ca1f0a720231 [ 1427.113915] env[63302]: DEBUG nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.126089] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795020, 'name': Destroy_Task, 'duration_secs': 0.345845} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.126838] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Destroyed the VM [ 1427.126838] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1427.126934] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-45fb4349-f67e-49ff-86d5-e974fbc6dd13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.135018] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1427.135018] env[63302]: value = "task-1795021" [ 1427.135018] env[63302]: _type = "Task" [ 1427.135018] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.148900] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.149920] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 75757aed-59d8-497a-a60a-e501399ae412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.150191] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance fb4a09f6-c7ea-447b-b44d-2023432a4747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.150191] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 741a96ac-5d39-421a-b482-e81a577652f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.150447] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance ca6f379b-bc6d-4af3-9d18-be1222f5e969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.150626] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1427.151127] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a484a258-602e-4de7-bb9a-38d204874aff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1427.151335] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c551d570-604a-4767-8982-e08e72eb0021 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.151612] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 3aefff1a-b562-4fb4-8f73-65a207437f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.151916] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 777b46e5-e2b5-49eb-b5da-3a196c847477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.152101] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 13ca0d44-e4a9-462e-878c-25ea8641f2b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1427.152235] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 09c87e29-fc1a-4d86-9577-945789c97981 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.152460] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance aaef5fb9-cd3c-4d83-bf9c-968eaada2b94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.152607] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.152725] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance f309c14a-4c35-4b97-939c-d24dad02b0c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.152840] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 9a072ae8-004b-46b4-8985-a8f688fec424 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.152952] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 0a74545e-475b-480a-b0e8-b844bd665d40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.153096] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 720a1c86-db7a-49ec-83d7-38e41fc3bfe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.153410] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7952e25d-df88-4f31-be5e-9e952a82db8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.153574] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.153701] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Migration 67f4ef77-6eff-401a-9abe-ca1f0a720231 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1427.153827] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.153940] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance ebd0c4e7-c729-4b39-b675-fa0868b82a83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1427.265155] env[63302]: DEBUG nova.network.neutron [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.346716] env[63302]: DEBUG nova.network.neutron [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Successfully created port: 3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.481745] env[63302]: DEBUG nova.network.neutron [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.543767] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1427.544111] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f93f74e3-654b-450e-9616-5bcf80ea0170 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.553736] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1427.553736] env[63302]: value = "task-1795022" [ 1427.553736] env[63302]: _type = "Task" [ 1427.553736] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.562252] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.607418] env[63302]: INFO nova.compute.manager [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Took 38.96 seconds to build instance. [ 1427.651546] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.656997] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance bbfcb3b2-a3af-4843-943e-114d4b090fcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1427.685958] env[63302]: DEBUG nova.network.neutron [-] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.750952] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Successfully updated port: 9b507e9d-66bd-42b6-96dd-35c2fed35dae {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.983851] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8d9c471-a0e0-4f32-99a1-cb617a7e9de5 req-7cc89008-53ac-4130-b548-ea77e958bc8e service nova] Releasing lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.064352] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795022, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.111323] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bc150894-9c35-415b-94ff-c6c25d23b0be tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "7952e25d-df88-4f31-be5e-9e952a82db8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.842s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.127636] env[63302]: DEBUG nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.146539] env[63302]: DEBUG oslo_vmware.api [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795021, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58578} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.146801] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1428.150838] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.151461] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.151662] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.151871] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.152064] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.152232] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.152446] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.153028] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.153028] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.153028] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.153174] env[63302]: DEBUG nova.virt.hardware [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.154458] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ac572-afec-4b76-823c-52c8b8f193dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.160205] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7369a4ba-3b07-4b71-a7ad-6dd77e57880d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1428.165783] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0170a6-e905-423b-a11f-06e5836a462f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.188799] env[63302]: INFO nova.compute.manager [-] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Took 1.50 seconds to deallocate network for instance. [ 1428.567200] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795022, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.614399] env[63302]: DEBUG nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.634300] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "7952e25d-df88-4f31-be5e-9e952a82db8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.634566] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "7952e25d-df88-4f31-be5e-9e952a82db8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.635299] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "7952e25d-df88-4f31-be5e-9e952a82db8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.635299] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "7952e25d-df88-4f31-be5e-9e952a82db8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.635299] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "7952e25d-df88-4f31-be5e-9e952a82db8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.637084] env[63302]: INFO nova.compute.manager [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Terminating instance [ 1428.659032] env[63302]: WARNING nova.compute.manager [None req-6fed71e2-b143-4017-b25e-60f1b8b64ef0 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Image not found during snapshot: nova.exception.ImageNotFound: Image 3ff02ebe-871e-4a52-8e11-320781547bab could not be found. [ 1428.665195] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance cf573838-c503-43d6-807b-0c44d80962b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1428.694761] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.712448] env[63302]: DEBUG nova.compute.manager [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Received event network-vif-deleted-03d17748-abee-47ee-ace9-10cb40fd0d1c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1428.712644] env[63302]: DEBUG nova.compute.manager [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-vif-plugged-9b507e9d-66bd-42b6-96dd-35c2fed35dae {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1428.712837] env[63302]: DEBUG oslo_concurrency.lockutils [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] Acquiring lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.713194] env[63302]: DEBUG oslo_concurrency.lockutils [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.713482] env[63302]: DEBUG oslo_concurrency.lockutils [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.713616] env[63302]: DEBUG nova.compute.manager [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] No waiting events found dispatching network-vif-plugged-9b507e9d-66bd-42b6-96dd-35c2fed35dae {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.713774] env[63302]: WARNING nova.compute.manager [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received unexpected event network-vif-plugged-9b507e9d-66bd-42b6-96dd-35c2fed35dae for instance with vm_state building and task_state spawning. [ 1428.713892] env[63302]: DEBUG nova.compute.manager [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-changed-9b507e9d-66bd-42b6-96dd-35c2fed35dae {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1428.714049] env[63302]: DEBUG nova.compute.manager [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Refreshing instance network info cache due to event network-changed-9b507e9d-66bd-42b6-96dd-35c2fed35dae. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1428.714257] env[63302]: DEBUG oslo_concurrency.lockutils [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] Acquiring lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.714373] env[63302]: DEBUG oslo_concurrency.lockutils [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] Acquired lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.714527] env[63302]: DEBUG nova.network.neutron [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Refreshing network info cache for port 9b507e9d-66bd-42b6-96dd-35c2fed35dae {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.067182] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795022, 'name': CreateSnapshot_Task, 'duration_secs': 1.480605} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.067182] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1429.068023] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63478fd-c2c4-49be-9164-93aaccf0d612 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.085138] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "f309c14a-4c35-4b97-939c-d24dad02b0c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.085361] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "f309c14a-4c35-4b97-939c-d24dad02b0c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.085554] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "f309c14a-4c35-4b97-939c-d24dad02b0c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.086885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "f309c14a-4c35-4b97-939c-d24dad02b0c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.086885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "f309c14a-4c35-4b97-939c-d24dad02b0c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.088360] env[63302]: INFO nova.compute.manager [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Terminating instance [ 1429.115668] env[63302]: DEBUG nova.network.neutron [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Successfully updated port: 3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.141230] env[63302]: DEBUG nova.compute.manager [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.141325] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.142207] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc2aea-af4e-436b-86c4-36c4c658d750 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.148327] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.150645] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.150841] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0344ce8-6f7c-4888-abe0-d009fee20b26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.157718] env[63302]: DEBUG oslo_vmware.api [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1429.157718] env[63302]: value = "task-1795023" [ 1429.157718] env[63302]: _type = "Task" [ 1429.157718] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.166150] env[63302]: DEBUG oslo_vmware.api [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.167903] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1429.261987] env[63302]: DEBUG nova.network.neutron [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.377130] env[63302]: DEBUG nova.network.neutron [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.591505] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1429.591876] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-70b5afd2-2bbc-4824-bffd-a0e8eaecb48f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.598207] env[63302]: DEBUG nova.compute.manager [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.598426] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.599226] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b375f1c-9a0e-47d1-9bc3-76f9a46e6383 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.606744] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.607855] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccb5781-49ac-4d88-b5f3-6909e4f217c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.609365] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1429.609365] env[63302]: value = "task-1795024" [ 1429.609365] env[63302]: _type = "Task" [ 1429.609365] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.614022] env[63302]: DEBUG oslo_vmware.api [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1429.614022] env[63302]: value = "task-1795025" [ 1429.614022] env[63302]: _type = "Task" [ 1429.614022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.617185] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795024, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.617666] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "refresh_cache-dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.617805] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "refresh_cache-dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.617946] env[63302]: DEBUG nova.network.neutron [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.626858] env[63302]: DEBUG oslo_vmware.api [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.672022] env[63302]: DEBUG oslo_vmware.api [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795023, 'name': PowerOffVM_Task, 'duration_secs': 0.193503} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.672022] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.672022] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.672022] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff0ff077-35d5-4dfb-bca9-f9588b136420 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.672022] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7d1dd7af-2cf2-441f-b873-eae65e5f2d11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1429.790024] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.790024] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.790024] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Deleting the datastore file [datastore1] 7952e25d-df88-4f31-be5e-9e952a82db8c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.790024] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3b783ec-05d7-44e5-95d0-7c1392aeb106 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.803129] env[63302]: DEBUG oslo_vmware.api [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for the task: (returnval){ [ 1429.803129] env[63302]: value = "task-1795027" [ 1429.803129] env[63302]: _type = "Task" [ 1429.803129] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.815447] env[63302]: DEBUG oslo_vmware.api [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.880602] env[63302]: DEBUG oslo_concurrency.lockutils [req-5fe58831-21b3-4db9-998f-bd50dbe50bf0 req-9eaa06ad-8c97-40c9-b8e1-8c76980d2294 service nova] Releasing lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.953854] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Successfully updated port: 055c39b3-dd79-4121-9831-1f19e6c4a006 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.120517] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795024, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.130806] env[63302]: DEBUG oslo_vmware.api [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795025, 'name': PowerOffVM_Task, 'duration_secs': 0.237736} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.131098] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.131288] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.131572] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d714ced-0a12-418f-be76-9ab1ce3d59ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.154245] env[63302]: DEBUG nova.network.neutron [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.174915] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 65238be5-9105-42fe-a69f-e20b713f9e71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1430.224622] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.224851] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.225048] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleting the datastore file [datastore1] f309c14a-4c35-4b97-939c-d24dad02b0c4 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.225323] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2f05515-5c6e-4f28-b021-455ceedd5ed9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.232931] env[63302]: DEBUG oslo_vmware.api [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1430.232931] env[63302]: value = "task-1795029" [ 1430.232931] env[63302]: _type = "Task" [ 1430.232931] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.242411] env[63302]: DEBUG oslo_vmware.api [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.314467] env[63302]: DEBUG oslo_vmware.api [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Task: {'id': task-1795027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148976} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.314738] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.314927] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.315153] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.315340] env[63302]: INFO nova.compute.manager [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1430.315603] env[63302]: DEBUG oslo.service.loopingcall [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.315810] env[63302]: DEBUG nova.compute.manager [-] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.315926] env[63302]: DEBUG nova.network.neutron [-] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.356559] env[63302]: DEBUG nova.network.neutron [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Updating instance_info_cache with network_info: [{"id": "3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d", "address": "fa:16:3e:ef:31:0c", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebb260-7f", "ovs_interfaceid": "3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.458587] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.458696] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquired lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.458880] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.623380] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795024, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.677461] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance abc29cc9-d3d8-4a81-b8a5-ea416d4a1422 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1430.745324] env[63302]: DEBUG oslo_vmware.api [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135925} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.745581] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.745768] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.745940] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.746136] env[63302]: INFO nova.compute.manager [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1430.746374] env[63302]: DEBUG oslo.service.loopingcall [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.746556] env[63302]: DEBUG nova.compute.manager [-] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.746649] env[63302]: DEBUG nova.network.neutron [-] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.859487] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "refresh_cache-dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.859953] env[63302]: DEBUG nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Instance network_info: |[{"id": "3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d", "address": "fa:16:3e:ef:31:0c", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebb260-7f", "ovs_interfaceid": "3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.860316] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:31:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.876691] env[63302]: DEBUG oslo.service.loopingcall [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.876938] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.877175] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcfcf121-647a-40bb-acb3-dba358bea371 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.899189] env[63302]: DEBUG nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Received event network-vif-plugged-3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1430.899189] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Acquiring lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.899189] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.899189] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.899189] env[63302]: DEBUG nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] No waiting events found dispatching network-vif-plugged-3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.899368] env[63302]: WARNING nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Received unexpected event network-vif-plugged-3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d for instance with vm_state building and task_state spawning. [ 1430.899368] env[63302]: DEBUG nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Received event network-changed-3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1430.899368] env[63302]: DEBUG nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Refreshing instance network info cache due to event network-changed-3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1430.899368] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Acquiring lock "refresh_cache-dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.899368] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Acquired lock "refresh_cache-dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.899505] env[63302]: DEBUG nova.network.neutron [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Refreshing network info cache for port 3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.904652] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.904652] env[63302]: value = "task-1795030" [ 1430.904652] env[63302]: _type = "Task" [ 1430.904652] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.913880] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795030, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.017070] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.120650] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795024, 'name': CloneVM_Task, 'duration_secs': 1.27958} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.120914] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Created linked-clone VM from snapshot [ 1431.122273] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4492e70-7d60-43dc-9b43-dd6a849d4fc5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.129775] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Uploading image af359438-ca21-453b-80fc-5335f80364c6 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1431.153618] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1431.153618] env[63302]: value = "vm-372293" [ 1431.153618] env[63302]: _type = "VirtualMachine" [ 1431.153618] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1431.153898] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7e11be60-f7ae-4a99-b75e-c0bbfb048ac0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.162125] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lease: (returnval){ [ 1431.162125] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5243461e-c852-9575-cfce-d850a7fe6ded" [ 1431.162125] env[63302]: _type = "HttpNfcLease" [ 1431.162125] env[63302]: } obtained for exporting VM: (result){ [ 1431.162125] env[63302]: value = "vm-372293" [ 1431.162125] env[63302]: _type = "VirtualMachine" [ 1431.162125] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1431.162478] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the lease: (returnval){ [ 1431.162478] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5243461e-c852-9575-cfce-d850a7fe6ded" [ 1431.162478] env[63302]: _type = "HttpNfcLease" [ 1431.162478] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1431.169706] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1431.169706] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5243461e-c852-9575-cfce-d850a7fe6ded" [ 1431.169706] env[63302]: _type = "HttpNfcLease" [ 1431.169706] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1431.182524] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance aab9dc43-9547-4246-be2e-3018436bc6a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1431.401456] env[63302]: DEBUG nova.network.neutron [-] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.418879] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795030, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.650099] env[63302]: DEBUG nova.network.neutron [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updating instance_info_cache with network_info: [{"id": "406d35d5-f5cd-4a1e-a689-f2ea7ff490bd", "address": "fa:16:3e:dd:3a:e3", "network": {"id": "a46e671a-9812-4f66-94a1-19fef6116985", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065765169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406d35d5-f5", "ovs_interfaceid": "406d35d5-f5cd-4a1e-a689-f2ea7ff490bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "address": "fa:16:3e:f2:06:65", "network": {"id": "8d38f926-6fc2-4a36-b2b8-d39232236a27", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782605253", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b507e9d-66", "ovs_interfaceid": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "055c39b3-dd79-4121-9831-1f19e6c4a006", "address": "fa:16:3e:6d:df:5a", "network": {"id": "a46e671a-9812-4f66-94a1-19fef6116985", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065765169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055c39b3-dd", "ovs_interfaceid": "055c39b3-dd79-4121-9831-1f19e6c4a006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.672687] env[63302]: DEBUG nova.network.neutron [-] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.677210] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1431.677210] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5243461e-c852-9575-cfce-d850a7fe6ded" [ 1431.677210] env[63302]: _type = "HttpNfcLease" [ 1431.677210] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1431.677724] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1431.677724] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5243461e-c852-9575-cfce-d850a7fe6ded" [ 1431.677724] env[63302]: _type = "HttpNfcLease" [ 1431.677724] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1431.678705] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51f57b6-338a-48b1-bbc4-a87a66acc1a6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.683958] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 0ee776e0-a7a8-4f71-ba22-3eae1920358e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1431.692939] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269a248-0fc4-7ea5-0499-a04f4676c959/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1431.693134] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269a248-0fc4-7ea5-0499-a04f4676c959/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1431.754608] env[63302]: DEBUG nova.network.neutron [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Updated VIF entry in instance network info cache for port 3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.754959] env[63302]: DEBUG nova.network.neutron [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Updating instance_info_cache with network_info: [{"id": "3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d", "address": "fa:16:3e:ef:31:0c", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aebb260-7f", "ovs_interfaceid": "3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.789303] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2427836-b499-4cba-aa92-c9f953688f5e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.904547] env[63302]: INFO nova.compute.manager [-] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Took 1.59 seconds to deallocate network for instance. [ 1431.917947] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795030, 'name': CreateVM_Task, 'duration_secs': 0.652754} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.918191] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.918842] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.919040] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.919360] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.919611] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227807a9-68f8-4cb3-82ec-60a2b25290cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.924466] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1431.924466] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fd6ed4-04d1-a33c-bc34-5bc478d26d88" [ 1431.924466] env[63302]: _type = "Task" [ 1431.924466] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.934472] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fd6ed4-04d1-a33c-bc34-5bc478d26d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.153919] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Releasing lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.153919] env[63302]: DEBUG nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Instance network_info: |[{"id": "406d35d5-f5cd-4a1e-a689-f2ea7ff490bd", "address": "fa:16:3e:dd:3a:e3", "network": {"id": "a46e671a-9812-4f66-94a1-19fef6116985", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065765169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406d35d5-f5", "ovs_interfaceid": "406d35d5-f5cd-4a1e-a689-f2ea7ff490bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "address": "fa:16:3e:f2:06:65", "network": {"id": "8d38f926-6fc2-4a36-b2b8-d39232236a27", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782605253", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b507e9d-66", "ovs_interfaceid": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "055c39b3-dd79-4121-9831-1f19e6c4a006", "address": "fa:16:3e:6d:df:5a", "network": {"id": "a46e671a-9812-4f66-94a1-19fef6116985", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065765169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055c39b3-dd", "ovs_interfaceid": "055c39b3-dd79-4121-9831-1f19e6c4a006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.154553] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:3a:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '406d35d5-f5cd-4a1e-a689-f2ea7ff490bd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:06:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b507e9d-66bd-42b6-96dd-35c2fed35dae', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:df:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '055c39b3-dd79-4121-9831-1f19e6c4a006', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.167121] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Creating folder: Project (08b7f13f77aa4fe580e849fe4f043d6b). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.167555] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eb50894-2c33-4331-b1dd-67f988fe8c34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.178811] env[63302]: INFO nova.compute.manager [-] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Took 1.43 seconds to deallocate network for instance. [ 1432.179461] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Created folder: Project (08b7f13f77aa4fe580e849fe4f043d6b) in parent group-v372222. [ 1432.179589] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Creating folder: Instances. Parent ref: group-v372295. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.181240] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58975f67-b6de-4126-9cb9-bbfa1b3cf988 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.188246] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 3bc08585-9a04-42c4-a43a-eaf076d98a82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1432.197119] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Created folder: Instances in parent group-v372295. [ 1432.197379] env[63302]: DEBUG oslo.service.loopingcall [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.197617] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.197827] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a34aaff-9d01-4005-946f-1db74d6ee12f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.224547] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.224547] env[63302]: value = "task-1795034" [ 1432.224547] env[63302]: _type = "Task" [ 1432.224547] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.235140] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795034, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.259042] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Releasing lock "refresh_cache-dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.259138] env[63302]: DEBUG nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-vif-plugged-055c39b3-dd79-4121-9831-1f19e6c4a006 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1432.259280] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Acquiring lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.259488] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.260080] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.260080] env[63302]: DEBUG nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] No waiting events found dispatching network-vif-plugged-055c39b3-dd79-4121-9831-1f19e6c4a006 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1432.260247] env[63302]: WARNING nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received unexpected event network-vif-plugged-055c39b3-dd79-4121-9831-1f19e6c4a006 for instance with vm_state building and task_state spawning. [ 1432.260376] env[63302]: DEBUG nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-changed-055c39b3-dd79-4121-9831-1f19e6c4a006 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1432.260512] env[63302]: DEBUG nova.compute.manager [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Refreshing instance network info cache due to event network-changed-055c39b3-dd79-4121-9831-1f19e6c4a006. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1432.260712] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Acquiring lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.261141] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Acquired lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.261141] env[63302]: DEBUG nova.network.neutron [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Refreshing network info cache for port 055c39b3-dd79-4121-9831-1f19e6c4a006 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.414947] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.436417] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fd6ed4-04d1-a33c-bc34-5bc478d26d88, 'name': SearchDatastore_Task, 'duration_secs': 0.016795} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.436824] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.437156] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.437663] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.438070] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.438441] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.438880] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a70ca7d-5d32-4073-b912-952a4a794c20 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.448404] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.448867] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.449716] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd46f57-66af-4557-8dda-f9963d25ebe6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.455768] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1432.455768] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52640aaf-2bbb-1ad6-aa4f-8c7987f43000" [ 1432.455768] env[63302]: _type = "Task" [ 1432.455768] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.464615] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52640aaf-2bbb-1ad6-aa4f-8c7987f43000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.690654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.691325] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 27d74d37-9c58-40af-997f-a576fd41c093 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1432.734355] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795034, 'name': CreateVM_Task, 'duration_secs': 0.476702} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.734627] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.735597] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.735827] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.736419] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.736781] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92e897f-8920-4459-a690-8b3fc52d5627 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.741372] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1432.741372] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520db0da-e759-9d21-83f9-145d597648b1" [ 1432.741372] env[63302]: _type = "Task" [ 1432.741372] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.749792] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520db0da-e759-9d21-83f9-145d597648b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.970266] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52640aaf-2bbb-1ad6-aa4f-8c7987f43000, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.971123] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171fe810-d0ca-4e83-b8c5-c1f67f1115a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.976762] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1432.976762] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a0dbd-1066-5e62-f9de-be6a743bc81a" [ 1432.976762] env[63302]: _type = "Task" [ 1432.976762] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.984854] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a0dbd-1066-5e62-f9de-be6a743bc81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.992015] env[63302]: DEBUG nova.compute.manager [req-8fce17a8-012b-4851-8408-9f07c2777c05 req-fb872b53-39d0-4294-b2e0-34762f94d097 service nova] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Received event network-vif-deleted-b5a2afb9-6cc8-45ca-a6c2-89f9fbb8e15f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1432.992277] env[63302]: DEBUG nova.compute.manager [req-8fce17a8-012b-4851-8408-9f07c2777c05 req-fb872b53-39d0-4294-b2e0-34762f94d097 service nova] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Received event network-vif-deleted-40790672-bc2e-4e11-9eb7-3e3f2461acd9 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1433.046783] env[63302]: DEBUG nova.network.neutron [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updated VIF entry in instance network info cache for port 055c39b3-dd79-4121-9831-1f19e6c4a006. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.047378] env[63302]: DEBUG nova.network.neutron [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updating instance_info_cache with network_info: [{"id": "406d35d5-f5cd-4a1e-a689-f2ea7ff490bd", "address": "fa:16:3e:dd:3a:e3", "network": {"id": "a46e671a-9812-4f66-94a1-19fef6116985", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065765169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406d35d5-f5", "ovs_interfaceid": "406d35d5-f5cd-4a1e-a689-f2ea7ff490bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "address": "fa:16:3e:f2:06:65", "network": {"id": "8d38f926-6fc2-4a36-b2b8-d39232236a27", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782605253", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b507e9d-66", "ovs_interfaceid": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "055c39b3-dd79-4121-9831-1f19e6c4a006", "address": "fa:16:3e:6d:df:5a", "network": {"id": "a46e671a-9812-4f66-94a1-19fef6116985", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065765169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055c39b3-dd", "ovs_interfaceid": "055c39b3-dd79-4121-9831-1f19e6c4a006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.194249] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance f00074db-810e-4764-b001-4a7835629d01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1433.252548] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520db0da-e759-9d21-83f9-145d597648b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.252950] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.253263] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.253526] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.487213] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a0dbd-1066-5e62-f9de-be6a743bc81a, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.487517] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.487783] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c/dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.488084] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.488275] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.488488] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc797921-7683-4055-a589-85a55dc2e89f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.491235] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a8c65f4-fca1-4b73-be23-9a96fa457d43 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.498486] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1433.498486] env[63302]: value = "task-1795035" [ 1433.498486] env[63302]: _type = "Task" [ 1433.498486] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.502438] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.502950] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.503646] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db286cc-0071-42b1-abaf-180fee856e99 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.509475] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.513127] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1433.513127] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5279ce7b-8abb-c6b7-678b-0fb5f7368264" [ 1433.513127] env[63302]: _type = "Task" [ 1433.513127] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.520878] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5279ce7b-8abb-c6b7-678b-0fb5f7368264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.549864] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f78ae34-b0f4-4def-93aa-dd43da0f99c8 req-fc575c1b-b4ec-4a17-b468-3e19a70dc6a0 service nova] Releasing lock "refresh_cache-2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.697433] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance ef827c35-7d3f-45da-9422-e058331ace32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1434.009473] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.023163] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5279ce7b-8abb-c6b7-678b-0fb5f7368264, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.023983] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f82d4c-4bd4-4a79-b0dd-9f5d1361d02a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.032134] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1434.032134] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5241cef3-2df7-7ff3-a38d-dfc0e7732142" [ 1434.032134] env[63302]: _type = "Task" [ 1434.032134] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.039270] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5241cef3-2df7-7ff3-a38d-dfc0e7732142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.201575] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 529dbacd-fe2a-4165-83fb-53a683996fc4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1434.510176] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520097} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.510438] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c/dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.510683] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.510981] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf148dad-704b-4eec-8f53-9406b683f964 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.518022] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1434.518022] env[63302]: value = "task-1795036" [ 1434.518022] env[63302]: _type = "Task" [ 1434.518022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.526022] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.542362] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5241cef3-2df7-7ff3-a38d-dfc0e7732142, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.542605] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.542862] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1/2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.543241] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-602b42d2-30eb-4261-9a5c-d8ee649206cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.549284] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1434.549284] env[63302]: value = "task-1795037" [ 1434.549284] env[63302]: _type = "Task" [ 1434.549284] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.557724] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.704696] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 1bc765b2-1b03-408d-9a59-fa597303cf1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1434.705080] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1434.705143] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1435.033120] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066684} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.033477] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.034415] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba03dd7-f9ba-4de0-a7b0-215bf093970a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.063026] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c/dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.069710] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-267b7c25-7e89-4633-9edb-1a58c18c556f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.091038] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795037, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.092680] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1435.092680] env[63302]: value = "task-1795038" [ 1435.092680] env[63302]: _type = "Task" [ 1435.092680] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.104055] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.261612] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303eded7-bc43-4629-ac05-2e94036d6767 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.269899] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0041698a-b845-4ed9-88b3-12c330139c6e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.301984] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf6e7a0-60ea-4b38-b955-4e643cbfbbee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.310068] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a2dcb-c388-49b6-99ff-6a192ea5d7e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.326400] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.568465] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547127} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.568465] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1/2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.568465] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.568465] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcba6e6-cce8-461b-97be-f4496ad5652b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.574143] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1435.574143] env[63302]: value = "task-1795039" [ 1435.574143] env[63302]: _type = "Task" [ 1435.574143] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.581216] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.603729] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795038, 'name': ReconfigVM_Task, 'duration_secs': 0.323224} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.604149] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c/dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.604915] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da174d82-719a-4315-8f09-e2a44d3307c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.613314] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1435.613314] env[63302]: value = "task-1795040" [ 1435.613314] env[63302]: _type = "Task" [ 1435.613314] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.622290] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795040, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.829568] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.084014] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075917} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.084014] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.084839] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47a092-0676-4838-94b6-4f30cf3ee499 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.113497] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1/2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.114299] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-258cd839-e734-4a22-91ff-1e10c7ca19fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.138797] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795040, 'name': Rename_Task, 'duration_secs': 0.151122} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.140392] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.140728] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1436.140728] env[63302]: value = "task-1795041" [ 1436.140728] env[63302]: _type = "Task" [ 1436.140728] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.140984] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d94b997-6671-42b9-8825-6cb539dd3ff2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.151585] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.152962] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1436.152962] env[63302]: value = "task-1795042" [ 1436.152962] env[63302]: _type = "Task" [ 1436.152962] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.163596] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.337783] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1436.338091] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.257s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.338384] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.392s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.338621] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.340799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.615s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.340998] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.342887] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.794s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.344431] env[63302]: INFO nova.compute.claims [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.348818] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.348922] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1436.372396] env[63302]: INFO nova.scheduler.client.report [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Deleted allocations for instance 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d [ 1436.379764] env[63302]: INFO nova.scheduler.client.report [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Deleted allocations for instance a484a258-602e-4de7-bb9a-38d204874aff [ 1436.655719] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795041, 'name': ReconfigVM_Task, 'duration_secs': 0.334269} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.660289] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1/2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.661055] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e305f0-45e7-4e88-89b6-e792d025284a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.668695] env[63302]: DEBUG oslo_vmware.api [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795042, 'name': PowerOnVM_Task, 'duration_secs': 0.477702} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.670173] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.670427] env[63302]: INFO nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1436.670626] env[63302]: DEBUG nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.670971] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1436.670971] env[63302]: value = "task-1795043" [ 1436.670971] env[63302]: _type = "Task" [ 1436.670971] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.671735] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f178e-29a1-4b29-9fc5-dc1d37fda15f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.688651] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795043, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.855391] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] There are 5 instances to clean {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1436.855731] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 36a85513-81dd-45f3-9987-9cc079ffb270] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1436.886298] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1402058c-6c1d-4026-849b-53a7c8f9c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220 tempest-FloatingIPsAssociationNegativeTestJSON-1797421220-project-member] Lock "6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.049s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.887465] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a222f40-e062-4ccc-acaa-01a77c465e46 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "a484a258-602e-4de7-bb9a-38d204874aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.305s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.187263] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795043, 'name': Rename_Task, 'duration_secs': 0.166695} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.187584] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.187845] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-897af3d8-eda4-4ce8-acbe-b7bd13059196 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.202024] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1437.202024] env[63302]: value = "task-1795044" [ 1437.202024] env[63302]: _type = "Task" [ 1437.202024] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.202502] env[63302]: INFO nova.compute.manager [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Took 45.36 seconds to build instance. [ 1437.207303] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.207303] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.207303] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.207477] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.207566] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.212018] env[63302]: INFO nova.compute.manager [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Terminating instance [ 1437.217482] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.362920] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 535497be-2b28-42a1-9136-aef6846abff5] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1437.712148] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4f3d72d0-1e77-4e32-86b4-050d9907394e tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.986s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.720596] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "refresh_cache-ca6f379b-bc6d-4af3-9d18-be1222f5e969" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.720829] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquired lock "refresh_cache-ca6f379b-bc6d-4af3-9d18-be1222f5e969" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.721021] env[63302]: DEBUG nova.network.neutron [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.722174] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.866429] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 361ec04e-63d5-493c-9ddc-6c88d9b32f1a] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1437.937037] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5007868-f73e-408a-bc7b-115d045d945f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.947845] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13461a2-1dc5-4614-ae00-dd56b1ccc35f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.983375] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12064cd2-d789-4041-bffc-b7e7a5887e30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.994202] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20994480-6713-4ddb-9b56-56fc23d14daf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.011808] env[63302]: DEBUG nova.compute.provider_tree [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.216440] env[63302]: DEBUG nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.219958] env[63302]: DEBUG oslo_vmware.api [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795044, 'name': PowerOnVM_Task, 'duration_secs': 0.631424} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.220254] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.220577] env[63302]: INFO nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Took 15.22 seconds to spawn the instance on the hypervisor. [ 1438.220777] env[63302]: DEBUG nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.221875] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ce386c-69e8-4ec9-8d04-c6d3b9556327 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.251411] env[63302]: DEBUG nova.network.neutron [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.358759] env[63302]: DEBUG nova.network.neutron [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.375691] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3c511892-55c5-4fab-9c57-60ae7a3432d9] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1438.516054] env[63302]: DEBUG nova.scheduler.client.report [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.681243] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.681561] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.742864] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.745130] env[63302]: INFO nova.compute.manager [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Took 50.07 seconds to build instance. [ 1438.862206] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Releasing lock "refresh_cache-ca6f379b-bc6d-4af3-9d18-be1222f5e969" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.862720] env[63302]: DEBUG nova.compute.manager [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.862971] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.863956] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f5174-0b71-4d94-ae14-3a5fd6bf38bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.873050] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.873315] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eaeac73-4003-4dfd-be15-30e7422c6023 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.880921] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 9fe043fc-bd54-4dbc-aaa9-174e78346455] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1438.884306] env[63302]: DEBUG oslo_vmware.api [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1438.884306] env[63302]: value = "task-1795045" [ 1438.884306] env[63302]: _type = "Task" [ 1438.884306] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.896784] env[63302]: DEBUG oslo_vmware.api [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1795045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.022449] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.022986] env[63302]: DEBUG nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.026401] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.276s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.028149] env[63302]: INFO nova.compute.claims [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.247725] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ec1320e-0c1f-48a0-86ee-fc0a1c1c7701 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.935s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.389017] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.389017] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances with incomplete migration {{(pid=63302) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1439.401192] env[63302]: DEBUG oslo_vmware.api [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1795045, 'name': PowerOffVM_Task, 'duration_secs': 0.15558} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.402828] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.404059] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.404772] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e9b2ef-8448-4da1-96c4-c27b4ad3447e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.435699] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.435927] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.436135] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Deleting the datastore file [datastore1] ca6f379b-bc6d-4af3-9d18-be1222f5e969 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.436401] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d33340bc-32b2-463d-8e08-55fcbf1429b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.447049] env[63302]: DEBUG oslo_vmware.api [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for the task: (returnval){ [ 1439.447049] env[63302]: value = "task-1795047" [ 1439.447049] env[63302]: _type = "Task" [ 1439.447049] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.452430] env[63302]: DEBUG oslo_vmware.api [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1795047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.522252] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269a248-0fc4-7ea5-0499-a04f4676c959/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1439.523187] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04405563-b9f9-45e8-ab25-6daa0d57656d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.530561] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269a248-0fc4-7ea5-0499-a04f4676c959/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1439.530749] env[63302]: ERROR oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269a248-0fc4-7ea5-0499-a04f4676c959/disk-0.vmdk due to incomplete transfer. [ 1439.530983] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4df5c30-33f7-4484-8991-22fa56d21a8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.534015] env[63302]: DEBUG nova.compute.utils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1439.540605] env[63302]: DEBUG nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1439.540605] env[63302]: DEBUG nova.network.neutron [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1439.549541] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5269a248-0fc4-7ea5-0499-a04f4676c959/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1439.553591] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Uploaded image af359438-ca21-453b-80fc-5335f80364c6 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1439.553591] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1439.553591] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4dbc24ea-033b-487e-bcf9-23739ccbebf0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.561160] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1439.561160] env[63302]: value = "task-1795048" [ 1439.561160] env[63302]: _type = "Task" [ 1439.561160] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.570625] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795048, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.646427] env[63302]: DEBUG nova.policy [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48017ffa13d4720a4d3fcf9505440eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '444e3097c1244eee86652b0d9341f206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1439.751700] env[63302]: DEBUG nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.894191] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.961268] env[63302]: DEBUG oslo_vmware.api [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Task: {'id': task-1795047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372292} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.961652] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.961851] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.962054] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.962243] env[63302]: INFO nova.compute.manager [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1439.962646] env[63302]: DEBUG oslo.service.loopingcall [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.962838] env[63302]: DEBUG nova.compute.manager [-] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.962937] env[63302]: DEBUG nova.network.neutron [-] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.039302] env[63302]: DEBUG nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.078221] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795048, 'name': Destroy_Task, 'duration_secs': 0.395388} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.078221] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Destroyed the VM [ 1440.078221] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1440.080989] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-134cd69d-ab09-46d9-a6fa-6660885a64fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.095295] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1440.095295] env[63302]: value = "task-1795049" [ 1440.095295] env[63302]: _type = "Task" [ 1440.095295] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.106634] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.141362] env[63302]: DEBUG nova.network.neutron [-] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.285246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.293030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.293030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.293030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.293030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.293030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.294576] env[63302]: INFO nova.compute.manager [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Terminating instance [ 1440.408167] env[63302]: DEBUG nova.network.neutron [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Successfully created port: bc4e411f-12f8-4994-95e2-cd6c2c5a7b89 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1440.610890] env[63302]: DEBUG oslo_vmware.api [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795049, 'name': RemoveSnapshot_Task, 'duration_secs': 0.364997} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.611183] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1440.611531] env[63302]: INFO nova.compute.manager [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Took 13.60 seconds to snapshot the instance on the hypervisor. [ 1440.619826] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38254fc1-65c6-4d0a-97f8-7a19f5927cae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.629393] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943558d-c401-4c57-b150-4f080e088d01 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.661631] env[63302]: DEBUG nova.network.neutron [-] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.664276] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9126e4-6b55-4f8e-b03a-b4fa06b150ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.674804] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a0bd9-3ffb-4903-97cf-6ba34c797881 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.692966] env[63302]: DEBUG nova.compute.provider_tree [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.799758] env[63302]: DEBUG nova.compute.manager [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.799994] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.801086] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed65253-6aaf-4f91-9b19-537cb1e98d6d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.811985] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.812232] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-622b10d2-d6c0-4135-bb81-b1a9c01e91c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.820863] env[63302]: DEBUG oslo_vmware.api [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1440.820863] env[63302]: value = "task-1795050" [ 1440.820863] env[63302]: _type = "Task" [ 1440.820863] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.833364] env[63302]: DEBUG oslo_vmware.api [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.042939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "0a74545e-475b-480a-b0e8-b844bd665d40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.043296] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "0a74545e-475b-480a-b0e8-b844bd665d40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.043564] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "0a74545e-475b-480a-b0e8-b844bd665d40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.043871] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "0a74545e-475b-480a-b0e8-b844bd665d40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.044150] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "0a74545e-475b-480a-b0e8-b844bd665d40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.046825] env[63302]: INFO nova.compute.manager [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Terminating instance [ 1441.049500] env[63302]: DEBUG nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.081981] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.082230] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.082379] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.082552] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.082692] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.082834] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.083047] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.083214] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.083408] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.083535] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.083869] env[63302]: DEBUG nova.virt.hardware [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.084908] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c8560d-e0c6-4883-91ee-97c812eed44f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.093710] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ef68f6-43d8-41bd-90a8-5ab649c881b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.115672] env[63302]: DEBUG nova.compute.manager [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Instance disappeared during snapshot {{(pid=63302) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1441.132479] env[63302]: DEBUG nova.compute.manager [None req-60c51f2c-7a98-44eb-82e4-e197b116a45a tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image not found during clean up af359438-ca21-453b-80fc-5335f80364c6 {{(pid=63302) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1441.170151] env[63302]: INFO nova.compute.manager [-] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Took 1.21 seconds to deallocate network for instance. [ 1441.202338] env[63302]: DEBUG nova.scheduler.client.report [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.332601] env[63302]: DEBUG oslo_vmware.api [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795050, 'name': PowerOffVM_Task, 'duration_secs': 0.426013} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.332862] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.334046] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.334046] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0396e9ef-3e6e-4510-ba85-2b6d51f8dbd5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.555965] env[63302]: DEBUG nova.compute.manager [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.555965] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.555965] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dc444d-a2d9-4330-8fa5-33b3e578370b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.563957] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.564923] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fb15cc5-1a82-4372-925c-d2007e007219 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.656620] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.656620] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.682696] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.708532] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.708920] env[63302]: DEBUG nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1441.711798] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.850s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.717208] env[63302]: INFO nova.compute.claims [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.780229] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.780229] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.780229] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleting the datastore file [datastore1] 0a74545e-475b-480a-b0e8-b844bd665d40 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.780229] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f23bf91a-fad7-4276-b5b2-94a54ae79f0b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.786546] env[63302]: DEBUG oslo_vmware.api [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1441.786546] env[63302]: value = "task-1795053" [ 1441.786546] env[63302]: _type = "Task" [ 1441.786546] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.796632] env[63302]: DEBUG oslo_vmware.api [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.818859] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.818859] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.818859] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Deleting the datastore file [datastore1] 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.818859] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e393f009-4435-4aa1-ad41-3e9f77a0a7ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.828021] env[63302]: DEBUG oslo_vmware.api [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1441.828021] env[63302]: value = "task-1795054" [ 1441.828021] env[63302]: _type = "Task" [ 1441.828021] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.838304] env[63302]: DEBUG oslo_vmware.api [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.223098] env[63302]: DEBUG nova.compute.utils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.227804] env[63302]: DEBUG nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1442.228889] env[63302]: DEBUG nova.network.neutron [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.300149] env[63302]: DEBUG oslo_vmware.api [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173746} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.300462] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.300651] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.300869] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.301174] env[63302]: INFO nova.compute.manager [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Took 0.75 seconds to destroy the instance on the hypervisor. [ 1442.301267] env[63302]: DEBUG oslo.service.loopingcall [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.301409] env[63302]: DEBUG nova.compute.manager [-] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.301503] env[63302]: DEBUG nova.network.neutron [-] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.306834] env[63302]: DEBUG nova.compute.manager [req-cf497c2d-c495-4816-be69-7dbe7bb3bcbd req-5bfd0e6b-2da4-49df-928b-e64a0999a916 service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Received event network-vif-plugged-bc4e411f-12f8-4994-95e2-cd6c2c5a7b89 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1442.307256] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf497c2d-c495-4816-be69-7dbe7bb3bcbd req-5bfd0e6b-2da4-49df-928b-e64a0999a916 service nova] Acquiring lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.307509] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf497c2d-c495-4816-be69-7dbe7bb3bcbd req-5bfd0e6b-2da4-49df-928b-e64a0999a916 service nova] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.307684] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf497c2d-c495-4816-be69-7dbe7bb3bcbd req-5bfd0e6b-2da4-49df-928b-e64a0999a916 service nova] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.307852] env[63302]: DEBUG nova.compute.manager [req-cf497c2d-c495-4816-be69-7dbe7bb3bcbd req-5bfd0e6b-2da4-49df-928b-e64a0999a916 service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] No waiting events found dispatching network-vif-plugged-bc4e411f-12f8-4994-95e2-cd6c2c5a7b89 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.308051] env[63302]: WARNING nova.compute.manager [req-cf497c2d-c495-4816-be69-7dbe7bb3bcbd req-5bfd0e6b-2da4-49df-928b-e64a0999a916 service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Received unexpected event network-vif-plugged-bc4e411f-12f8-4994-95e2-cd6c2c5a7b89 for instance with vm_state building and task_state spawning. [ 1442.309520] env[63302]: DEBUG nova.policy [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f1e67a13e7e47a5940593de7f34a227', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd4022ef4e214898889152ab1963dd39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1442.339914] env[63302]: DEBUG oslo_vmware.api [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260364} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.339914] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.340346] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.340572] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.340782] env[63302]: INFO nova.compute.manager [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1442.341060] env[63302]: DEBUG oslo.service.loopingcall [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.341258] env[63302]: DEBUG nova.compute.manager [-] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.341359] env[63302]: DEBUG nova.network.neutron [-] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.595966] env[63302]: DEBUG nova.network.neutron [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Successfully updated port: bc4e411f-12f8-4994-95e2-cd6c2c5a7b89 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.731017] env[63302]: DEBUG nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.106399] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.106545] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.106720] env[63302]: DEBUG nova.network.neutron [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.167526] env[63302]: DEBUG nova.network.neutron [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Successfully created port: df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.239961] env[63302]: INFO nova.virt.block_device [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Booting with volume 796076cc-1278-428b-8b89-e53e07547f04 at /dev/sda [ 1443.296874] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-001b992b-b4d9-4a78-89ef-0c36d3ded955 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.307896] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab2834-0663-4a23-a877-64e4e1373586 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.353243] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3ae4409-804e-4adc-9134-0f96e3d41ac9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.365401] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9544167-0c0f-427b-b736-062530b92129 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.383048] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefad264-0b05-4ec6-ab10-50aec156a663 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.397256] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e717ea8-771c-4673-ba33-ca4a5094cbe5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.412377] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38973518-e108-4e51-993d-4167adae4082 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.443467] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd18e80-daac-419e-a614-c19cf32a8162 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.448968] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f12ee12-e5d9-4585-97c4-74d670fe7a9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.455317] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d3f5c8-818f-403d-8d48-1f9e2498464e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.482814] env[63302]: DEBUG nova.virt.block_device [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Updating existing volume attachment record: b737ebe1-8d4d-40bd-a4c5-06d80c908dde {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1443.486593] env[63302]: DEBUG nova.compute.provider_tree [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.585643] env[63302]: DEBUG nova.network.neutron [-] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.675948] env[63302]: DEBUG nova.network.neutron [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.963338] env[63302]: DEBUG nova.network.neutron [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Updating instance_info_cache with network_info: [{"id": "bc4e411f-12f8-4994-95e2-cd6c2c5a7b89", "address": "fa:16:3e:07:55:68", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4e411f-12", "ovs_interfaceid": "bc4e411f-12f8-4994-95e2-cd6c2c5a7b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.990338] env[63302]: DEBUG nova.scheduler.client.report [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.086920] env[63302]: INFO nova.compute.manager [-] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Took 1.79 seconds to deallocate network for instance. [ 1444.185938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquiring lock "242d685b-93b8-4b9c-8682-5cd3de2a8130" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.186199] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "242d685b-93b8-4b9c-8682-5cd3de2a8130" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.342291] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Received event network-changed-bc4e411f-12f8-4994-95e2-cd6c2c5a7b89 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1444.342601] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Refreshing instance network info cache due to event network-changed-bc4e411f-12f8-4994-95e2-cd6c2c5a7b89. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1444.342822] env[63302]: DEBUG oslo_concurrency.lockutils [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] Acquiring lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.437871] env[63302]: DEBUG nova.network.neutron [-] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.465497] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.465928] env[63302]: DEBUG nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Instance network_info: |[{"id": "bc4e411f-12f8-4994-95e2-cd6c2c5a7b89", "address": "fa:16:3e:07:55:68", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4e411f-12", "ovs_interfaceid": "bc4e411f-12f8-4994-95e2-cd6c2c5a7b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.466653] env[63302]: DEBUG oslo_concurrency.lockutils [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] Acquired lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.466749] env[63302]: DEBUG nova.network.neutron [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Refreshing network info cache for port bc4e411f-12f8-4994-95e2-cd6c2c5a7b89 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.468848] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:55:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc4e411f-12f8-4994-95e2-cd6c2c5a7b89', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.476740] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating folder: Project (444e3097c1244eee86652b0d9341f206). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.477907] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96691a00-512c-42f0-be51-0194cbd63655 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.491183] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created folder: Project (444e3097c1244eee86652b0d9341f206) in parent group-v372222. [ 1444.491412] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating folder: Instances. Parent ref: group-v372298. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.491695] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05713f06-e8b0-4e17-a95b-5ae413ea6911 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.496016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.496623] env[63302]: DEBUG nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.499727] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.585s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.501709] env[63302]: INFO nova.compute.claims [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.506802] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created folder: Instances in parent group-v372298. [ 1444.509778] env[63302]: DEBUG oslo.service.loopingcall [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.510013] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.510250] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b200b13-c705-414a-9434-f27f32d923ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.532372] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.532372] env[63302]: value = "task-1795057" [ 1444.532372] env[63302]: _type = "Task" [ 1444.532372] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.545465] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795057, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.593939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.941109] env[63302]: INFO nova.compute.manager [-] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Took 2.60 seconds to deallocate network for instance. [ 1445.011652] env[63302]: DEBUG nova.compute.utils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.015088] env[63302]: DEBUG nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.015261] env[63302]: DEBUG nova.network.neutron [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.042478] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795057, 'name': CreateVM_Task, 'duration_secs': 0.362779} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.042657] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.043347] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.043529] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.043866] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.044139] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c543bb3a-a11f-4262-9faf-d744209cf7f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.049012] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1445.049012] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a95d5-2b6c-7d91-976e-e5213bc51ea6" [ 1445.049012] env[63302]: _type = "Task" [ 1445.049012] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.057857] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a95d5-2b6c-7d91-976e-e5213bc51ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.319998] env[63302]: DEBUG nova.policy [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a104cd0dfd4b4932a62d2514fd94c38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '106d83aec4bd48e2a0b30f8c36ce5e6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.448254] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.469434] env[63302]: DEBUG nova.network.neutron [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Successfully updated port: df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.521369] env[63302]: DEBUG nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1445.570878] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a95d5-2b6c-7d91-976e-e5213bc51ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.019596} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.570878] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.571208] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.571708] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.572212] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.572532] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.575177] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7360293c-da8c-459a-8300-9b087f6d648c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.596386] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.596575] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.599030] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcdeb05-edc2-431b-8692-88d48b297265 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.605476] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1445.605476] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52091d04-ef45-5e45-5cd8-e5aef1eae1d5" [ 1445.605476] env[63302]: _type = "Task" [ 1445.605476] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.617223] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52091d04-ef45-5e45-5cd8-e5aef1eae1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.628012] env[63302]: DEBUG nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.629544] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.629544] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.629544] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.629544] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.629544] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.629544] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.629802] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.629872] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.630023] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.630186] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.630378] env[63302]: DEBUG nova.virt.hardware [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.631517] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19358561-992d-4379-80b7-f9ebdf06d4f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.641230] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae11cda-e9a6-46b0-b366-95accfda7cd0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.659742] env[63302]: DEBUG nova.network.neutron [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Updated VIF entry in instance network info cache for port bc4e411f-12f8-4994-95e2-cd6c2c5a7b89. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.659742] env[63302]: DEBUG nova.network.neutron [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Updating instance_info_cache with network_info: [{"id": "bc4e411f-12f8-4994-95e2-cd6c2c5a7b89", "address": "fa:16:3e:07:55:68", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4e411f-12", "ovs_interfaceid": "bc4e411f-12f8-4994-95e2-cd6c2c5a7b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.892066] env[63302]: DEBUG nova.network.neutron [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Successfully created port: 703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.974569] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Acquiring lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.974569] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Acquired lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.974569] env[63302]: DEBUG nova.network.neutron [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.118645] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52091d04-ef45-5e45-5cd8-e5aef1eae1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.019769} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.120777] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25932aeb-8426-4fda-9ee1-00b8d5f5f088 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.123342] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572868b5-e95f-42a2-8c41-9a9e8b3f8ac5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.129726] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1446.129726] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52af7930-fdf0-b815-016d-830aa7eb4db1" [ 1446.129726] env[63302]: _type = "Task" [ 1446.129726] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.136306] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c735f-fbc5-4fde-8451-448224245689 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.147694] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52af7930-fdf0-b815-016d-830aa7eb4db1, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.148054] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.148320] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] bbfcb3b2-a3af-4843-943e-114d4b090fcd/bbfcb3b2-a3af-4843-943e-114d4b090fcd.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.171677] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-600a78b2-0fa8-425a-8550-d228d934351c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.173906] env[63302]: DEBUG oslo_concurrency.lockutils [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] Releasing lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.174176] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-vif-deleted-406d35d5-f5cd-4a1e-a689-f2ea7ff490bd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1446.174354] env[63302]: INFO nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Neutron deleted interface 406d35d5-f5cd-4a1e-a689-f2ea7ff490bd; detaching it from the instance and deleting it from the info cache [ 1446.174641] env[63302]: DEBUG nova.network.neutron [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updating instance_info_cache with network_info: [{"id": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "address": "fa:16:3e:f2:06:65", "network": {"id": "8d38f926-6fc2-4a36-b2b8-d39232236a27", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782605253", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b507e9d-66", "ovs_interfaceid": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "055c39b3-dd79-4121-9831-1f19e6c4a006", "address": "fa:16:3e:6d:df:5a", "network": {"id": "a46e671a-9812-4f66-94a1-19fef6116985", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065765169", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055c39b3-dd", "ovs_interfaceid": "055c39b3-dd79-4121-9831-1f19e6c4a006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.180028] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4aad8a-fbfd-4a56-8a6c-3216a5780763 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.188045] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df034504-10b8-44c2-9930-16d60dd8e865 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.190824] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1446.190824] env[63302]: value = "task-1795058" [ 1446.190824] env[63302]: _type = "Task" [ 1446.190824] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.203233] env[63302]: DEBUG nova.compute.provider_tree [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.210778] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.370852] env[63302]: DEBUG nova.compute.manager [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Received event network-vif-plugged-df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1446.370852] env[63302]: DEBUG oslo_concurrency.lockutils [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] Acquiring lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.370852] env[63302]: DEBUG oslo_concurrency.lockutils [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] Lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.370978] env[63302]: DEBUG oslo_concurrency.lockutils [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] Lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.371405] env[63302]: DEBUG nova.compute.manager [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] No waiting events found dispatching network-vif-plugged-df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.371693] env[63302]: WARNING nova.compute.manager [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Received unexpected event network-vif-plugged-df09fdba-8a6d-4c48-aee7-01a30bf16a6b for instance with vm_state building and task_state spawning. [ 1446.371875] env[63302]: DEBUG nova.compute.manager [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Received event network-changed-df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1446.372043] env[63302]: DEBUG nova.compute.manager [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Refreshing instance network info cache due to event network-changed-df09fdba-8a6d-4c48-aee7-01a30bf16a6b. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1446.372221] env[63302]: DEBUG oslo_concurrency.lockutils [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] Acquiring lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.520456] env[63302]: DEBUG nova.network.neutron [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.534335] env[63302]: DEBUG nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.569061] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.569061] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.569256] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.569423] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.569621] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.569783] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.570030] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.570292] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.570508] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.570641] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.570852] env[63302]: DEBUG nova.virt.hardware [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.571838] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cef243-65aa-40ad-a2c9-595f4386d547 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.585510] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf5d829-e71d-4925-a747-b66f6536f473 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.680592] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ac0c0f8-b5b3-49de-8f22-e2f93feb9062 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.693105] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d16db-15e8-4d93-b5ad-cd6487c69ae5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.707916] env[63302]: DEBUG nova.network.neutron [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Updating instance_info_cache with network_info: [{"id": "df09fdba-8a6d-4c48-aee7-01a30bf16a6b", "address": "fa:16:3e:b4:06:32", "network": {"id": "9d9e4018-ace3-4dc8-be95-d32b29010e2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1069062152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4022ef4e214898889152ab1963dd39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09fdba-8a", "ovs_interfaceid": "df09fdba-8a6d-4c48-aee7-01a30bf16a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.709659] env[63302]: DEBUG nova.scheduler.client.report [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.732105] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460569} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.733659] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Detach interface failed, port_id=406d35d5-f5cd-4a1e-a689-f2ea7ff490bd, reason: Instance 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1446.734047] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Received event network-vif-deleted-e6450b48-42e2-4e2f-99ce-ac8c52d7c30c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1446.734302] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-vif-deleted-055c39b3-dd79-4121-9831-1f19e6c4a006 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1446.734618] env[63302]: INFO nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Neutron deleted interface 055c39b3-dd79-4121-9831-1f19e6c4a006; detaching it from the instance and deleting it from the info cache [ 1446.734918] env[63302]: DEBUG nova.network.neutron [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updating instance_info_cache with network_info: [{"id": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "address": "fa:16:3e:f2:06:65", "network": {"id": "8d38f926-6fc2-4a36-b2b8-d39232236a27", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1782605253", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b507e9d-66", "ovs_interfaceid": "9b507e9d-66bd-42b6-96dd-35c2fed35dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.736143] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] bbfcb3b2-a3af-4843-943e-114d4b090fcd/bbfcb3b2-a3af-4843-943e-114d4b090fcd.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.736426] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.736937] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e10f218-7b33-45a6-a83d-0492e54efd66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.746064] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1446.746064] env[63302]: value = "task-1795059" [ 1446.746064] env[63302]: _type = "Task" [ 1446.746064] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.756189] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.215827] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Releasing lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.216192] env[63302]: DEBUG nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Instance network_info: |[{"id": "df09fdba-8a6d-4c48-aee7-01a30bf16a6b", "address": "fa:16:3e:b4:06:32", "network": {"id": "9d9e4018-ace3-4dc8-be95-d32b29010e2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1069062152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4022ef4e214898889152ab1963dd39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09fdba-8a", "ovs_interfaceid": "df09fdba-8a6d-4c48-aee7-01a30bf16a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1447.216969] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.217595] env[63302]: DEBUG nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.220516] env[63302]: DEBUG oslo_concurrency.lockutils [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] Acquired lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.220706] env[63302]: DEBUG nova.network.neutron [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Refreshing network info cache for port df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.221719] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:06:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df09fdba-8a6d-4c48-aee7-01a30bf16a6b', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1447.229428] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Creating folder: Project (fd4022ef4e214898889152ab1963dd39). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1447.229712] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.216s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.231150] env[63302]: INFO nova.compute.claims [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.237670] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf99da08-e5ea-4bb3-8bb2-41c1b2b31ca0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.240754] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b75b6054-3788-4e07-931b-e6631eb6b117 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.253831] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce28c2ce-88a1-4885-affe-d3ff69fbf9fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.265671] env[63302]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1447.265824] env[63302]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63302) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1447.266431] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Folder already exists: Project (fd4022ef4e214898889152ab1963dd39). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1447.266632] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Creating folder: Instances. Parent ref: group-v372238. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1447.267442] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d0de7c9-fed1-4c65-9c0f-09a367d21296 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.274062] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062647} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.274608] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.275351] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e0c0f-5066-42ec-a23c-666648369c61 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.292052] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Detach interface failed, port_id=055c39b3-dd79-4121-9831-1f19e6c4a006, reason: Instance 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1447.292289] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Received event network-vif-deleted-9b507e9d-66bd-42b6-96dd-35c2fed35dae {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1447.292465] env[63302]: INFO nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Neutron deleted interface 9b507e9d-66bd-42b6-96dd-35c2fed35dae; detaching it from the instance and deleting it from the info cache [ 1447.292631] env[63302]: DEBUG nova.network.neutron [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.304011] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Created folder: Instances in parent group-v372238. [ 1447.304264] env[63302]: DEBUG oslo.service.loopingcall [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.314263] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] bbfcb3b2-a3af-4843-943e-114d4b090fcd/bbfcb3b2-a3af-4843-943e-114d4b090fcd.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.314942] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1447.315386] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e1cf48-9360-4252-8e96-9636f752e794 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.330432] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0be372c2-9654-4239-bf03-812542ee72f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.332434] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e7fa339-5261-4f56-a652-27a92fe31067 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.356266] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1447.356266] env[63302]: value = "task-1795063" [ 1447.356266] env[63302]: _type = "Task" [ 1447.356266] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.358416] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1447.358416] env[63302]: value = "task-1795062" [ 1447.358416] env[63302]: _type = "Task" [ 1447.358416] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.364186] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7732a24f-c824-40ab-a826-d0df17f59249 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.395922] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.396133] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795062, 'name': CreateVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.407963] env[63302]: DEBUG nova.compute.manager [req-654a1bd7-a80e-4eac-ba7c-dd06f9406017 req-20120f4b-c609-44a9-91e2-136b8babe3d6 service nova] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Detach interface failed, port_id=9b507e9d-66bd-42b6-96dd-35c2fed35dae, reason: Instance 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1447.611444] env[63302]: DEBUG nova.network.neutron [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Updated VIF entry in instance network info cache for port df09fdba-8a6d-4c48-aee7-01a30bf16a6b. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.612243] env[63302]: DEBUG nova.network.neutron [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Updating instance_info_cache with network_info: [{"id": "df09fdba-8a6d-4c48-aee7-01a30bf16a6b", "address": "fa:16:3e:b4:06:32", "network": {"id": "9d9e4018-ace3-4dc8-be95-d32b29010e2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1069062152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4022ef4e214898889152ab1963dd39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09fdba-8a", "ovs_interfaceid": "df09fdba-8a6d-4c48-aee7-01a30bf16a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.632387] env[63302]: DEBUG nova.network.neutron [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Successfully updated port: 703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.739967] env[63302]: DEBUG nova.compute.utils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.741727] env[63302]: DEBUG nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1447.741958] env[63302]: DEBUG nova.network.neutron [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.804664] env[63302]: DEBUG nova.policy [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3efa3af794064a41ae895d36bd0cb407', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df0c2c7d100c4ec78745860896c1b2ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.868820] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795063, 'name': ReconfigVM_Task, 'duration_secs': 0.424086} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.870490] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Reconfigured VM instance instance-0000001b to attach disk [datastore1] bbfcb3b2-a3af-4843-943e-114d4b090fcd/bbfcb3b2-a3af-4843-943e-114d4b090fcd.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.872236] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce0abb0-b217-4571-8ab4-2ad88fd7b419 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.880184] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1447.880184] env[63302]: value = "task-1795064" [ 1447.880184] env[63302]: _type = "Task" [ 1447.880184] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.890546] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795062, 'name': CreateVM_Task, 'duration_secs': 0.41508} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.891063] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.891768] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b737ebe1-8d4d-40bd-a4c5-06d80c908dde', 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372252', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'name': 'volume-796076cc-1278-428b-8b89-e53e07547f04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7369a4ba-3b07-4b71-a7ad-6dd77e57880d', 'attached_at': '', 'detached_at': '', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'serial': '796076cc-1278-428b-8b89-e53e07547f04'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1447.891979] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Root volume attach. Driver type: vmdk {{(pid=63302) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1447.892780] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec5e40f-9c71-4179-84f6-9a44f9670c7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.902313] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795064, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.908381] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d8404-f5a1-49df-a8d2-298254d05f36 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.915587] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d627757-4bbb-490c-9b4d-f3e8e4fe5921 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.922362] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2c3cf621-309f-4726-ae65-d4111a3a61f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.929668] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1447.929668] env[63302]: value = "task-1795065" [ 1447.929668] env[63302]: _type = "Task" [ 1447.929668] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.939215] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795065, 'name': RelocateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.115473] env[63302]: DEBUG oslo_concurrency.lockutils [req-24c01d19-b673-4241-ad5b-02b92deaf563 req-bb5f51c7-f21c-4c28-8abc-92a9581bb56b service nova] Releasing lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.135393] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquiring lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.135543] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquired lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.135695] env[63302]: DEBUG nova.network.neutron [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.165990] env[63302]: DEBUG nova.network.neutron [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Successfully created port: 68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.246361] env[63302]: DEBUG nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1448.390884] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795064, 'name': Rename_Task, 'duration_secs': 0.145439} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.391238] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.391516] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e360f304-8a0a-4274-9a87-e61d3ca61daf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.399493] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1448.399493] env[63302]: value = "task-1795066" [ 1448.399493] env[63302]: _type = "Task" [ 1448.399493] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.402165] env[63302]: DEBUG nova.compute.manager [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Received event network-vif-plugged-703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1448.402206] env[63302]: DEBUG oslo_concurrency.lockutils [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] Acquiring lock "cf573838-c503-43d6-807b-0c44d80962b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.402454] env[63302]: DEBUG oslo_concurrency.lockutils [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] Lock "cf573838-c503-43d6-807b-0c44d80962b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.402558] env[63302]: DEBUG oslo_concurrency.lockutils [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] Lock "cf573838-c503-43d6-807b-0c44d80962b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.402724] env[63302]: DEBUG nova.compute.manager [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] No waiting events found dispatching network-vif-plugged-703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1448.402882] env[63302]: WARNING nova.compute.manager [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Received unexpected event network-vif-plugged-703ea3cc-3f51-4dac-8442-1bf13f3ec166 for instance with vm_state building and task_state spawning. [ 1448.403049] env[63302]: DEBUG nova.compute.manager [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Received event network-changed-703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1448.403203] env[63302]: DEBUG nova.compute.manager [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Refreshing instance network info cache due to event network-changed-703ea3cc-3f51-4dac-8442-1bf13f3ec166. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1448.403366] env[63302]: DEBUG oslo_concurrency.lockutils [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] Acquiring lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.415181] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.440664] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795065, 'name': RelocateVM_Task, 'duration_secs': 0.033342} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.441380] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1448.441380] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372252', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'name': 'volume-796076cc-1278-428b-8b89-e53e07547f04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7369a4ba-3b07-4b71-a7ad-6dd77e57880d', 'attached_at': '', 'detached_at': '', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'serial': '796076cc-1278-428b-8b89-e53e07547f04'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1448.442487] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd259d4-349e-471b-943c-b2f9af6271bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.466965] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e929f2-25eb-443a-a288-ff9cbaaec400 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.489354] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-796076cc-1278-428b-8b89-e53e07547f04/volume-796076cc-1278-428b-8b89-e53e07547f04.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.492919] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba7aa5d-f7a1-4490-989e-d47ce9346fd2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.513544] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1448.513544] env[63302]: value = "task-1795067" [ 1448.513544] env[63302]: _type = "Task" [ 1448.513544] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.522683] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.668664] env[63302]: DEBUG nova.network.neutron [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.806070] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dc44f3-0b66-482f-b9b1-fd547bc8e8a6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.815299] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a35ac9-6387-486d-acdf-de8e6083ca7e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.850172] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b346d8e4-b4e5-455a-9056-885918a68aa2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.859251] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f20340e-e4d6-4f70-af2c-bda43f321d05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.877947] env[63302]: DEBUG nova.compute.provider_tree [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.879521] env[63302]: DEBUG nova.network.neutron [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Updating instance_info_cache with network_info: [{"id": "703ea3cc-3f51-4dac-8442-1bf13f3ec166", "address": "fa:16:3e:6c:08:77", "network": {"id": "7dca9ac7-49aa-4d89-9bb7-ece48d939caf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1165632288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106d83aec4bd48e2a0b30f8c36ce5e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703ea3cc-3f", "ovs_interfaceid": "703ea3cc-3f51-4dac-8442-1bf13f3ec166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.913346] env[63302]: DEBUG oslo_vmware.api [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795066, 'name': PowerOnVM_Task, 'duration_secs': 0.48142} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.913630] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.913798] env[63302]: INFO nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1448.913977] env[63302]: DEBUG nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.914787] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde44340-77f7-4b51-839d-38001f2644e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.023909] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795067, 'name': ReconfigVM_Task, 'duration_secs': 0.286709} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.024565] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-796076cc-1278-428b-8b89-e53e07547f04/volume-796076cc-1278-428b-8b89-e53e07547f04.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.029783] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6ee581-a207-4b47-8670-52c70be80b89 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.047034] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1449.047034] env[63302]: value = "task-1795068" [ 1449.047034] env[63302]: _type = "Task" [ 1449.047034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.055540] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.267628] env[63302]: DEBUG nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1449.292024] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:33:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='352489806',id=34,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1781339380',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.292198] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.292274] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.292459] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.292631] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.292818] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.293548] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.293729] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.294243] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.294243] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.294243] env[63302]: DEBUG nova.virt.hardware [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.295219] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311c439a-4091-4f2c-bb72-7c049c7e0380 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.304394] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768627a3-3e8c-4175-9938-930f873e51f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.382724] env[63302]: DEBUG nova.scheduler.client.report [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.386205] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Releasing lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.386471] env[63302]: DEBUG nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Instance network_info: |[{"id": "703ea3cc-3f51-4dac-8442-1bf13f3ec166", "address": "fa:16:3e:6c:08:77", "network": {"id": "7dca9ac7-49aa-4d89-9bb7-ece48d939caf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1165632288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106d83aec4bd48e2a0b30f8c36ce5e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703ea3cc-3f", "ovs_interfaceid": "703ea3cc-3f51-4dac-8442-1bf13f3ec166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.386746] env[63302]: DEBUG oslo_concurrency.lockutils [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] Acquired lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.386919] env[63302]: DEBUG nova.network.neutron [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Refreshing network info cache for port 703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.387888] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:08:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '703ea3cc-3f51-4dac-8442-1bf13f3ec166', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.395545] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Creating folder: Project (106d83aec4bd48e2a0b30f8c36ce5e6f). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.397013] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1996ffe-31bb-47a4-840b-e56784daa8f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.408596] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Created folder: Project (106d83aec4bd48e2a0b30f8c36ce5e6f) in parent group-v372222. [ 1449.408808] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Creating folder: Instances. Parent ref: group-v372303. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.409050] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dfe8d36-2508-4599-8c26-697bf76cfe9a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.421036] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Created folder: Instances in parent group-v372303. [ 1449.421245] env[63302]: DEBUG oslo.service.loopingcall [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.421432] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.421631] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6fbe938-22b9-42b0-9a18-227e670c2fdf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.443929] env[63302]: INFO nova.compute.manager [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Took 46.92 seconds to build instance. [ 1449.446989] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.446989] env[63302]: value = "task-1795071" [ 1449.446989] env[63302]: _type = "Task" [ 1449.446989] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.455153] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795071, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.558056] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795068, 'name': ReconfigVM_Task, 'duration_secs': 0.172617} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.558647] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372252', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'name': 'volume-796076cc-1278-428b-8b89-e53e07547f04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7369a4ba-3b07-4b71-a7ad-6dd77e57880d', 'attached_at': '', 'detached_at': '', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'serial': '796076cc-1278-428b-8b89-e53e07547f04'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1449.559459] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa1271f7-6ae1-42c2-b99c-9f1a8e0aa5b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.568023] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1449.568023] env[63302]: value = "task-1795072" [ 1449.568023] env[63302]: _type = "Task" [ 1449.568023] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.576659] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795072, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.802850] env[63302]: DEBUG nova.network.neutron [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Successfully updated port: 68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.897434] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.897975] env[63302]: DEBUG nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1449.904480] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.563s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.905927] env[63302]: INFO nova.compute.claims [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.948058] env[63302]: DEBUG oslo_concurrency.lockutils [None req-92e235e2-afab-4230-8913-c18fd77c7626 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.076s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.965272] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795071, 'name': CreateVM_Task, 'duration_secs': 0.402629} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.965496] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.966346] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.966346] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.967212] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.967212] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fb631e-b61f-4db1-a47b-7f3cad60bb12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.973038] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1449.973038] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b40804-be64-2f63-ccaf-a06e075477d7" [ 1449.973038] env[63302]: _type = "Task" [ 1449.973038] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.984079] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b40804-be64-2f63-ccaf-a06e075477d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.078626] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795072, 'name': Rename_Task, 'duration_secs': 0.158525} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.078917] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.079199] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ca2f44e-33a0-4f8f-bc34-b6c78f4a78ab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.089756] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1450.089756] env[63302]: value = "task-1795073" [ 1450.089756] env[63302]: _type = "Task" [ 1450.089756] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.099038] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.187643] env[63302]: DEBUG nova.network.neutron [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Updated VIF entry in instance network info cache for port 703ea3cc-3f51-4dac-8442-1bf13f3ec166. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.188143] env[63302]: DEBUG nova.network.neutron [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Updating instance_info_cache with network_info: [{"id": "703ea3cc-3f51-4dac-8442-1bf13f3ec166", "address": "fa:16:3e:6c:08:77", "network": {"id": "7dca9ac7-49aa-4d89-9bb7-ece48d939caf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1165632288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106d83aec4bd48e2a0b30f8c36ce5e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703ea3cc-3f", "ovs_interfaceid": "703ea3cc-3f51-4dac-8442-1bf13f3ec166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.305158] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.305333] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquired lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.305489] env[63302]: DEBUG nova.network.neutron [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.406272] env[63302]: DEBUG nova.compute.utils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1450.407886] env[63302]: DEBUG nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1450.408052] env[63302]: DEBUG nova.network.neutron [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.454071] env[63302]: DEBUG nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.478276] env[63302]: DEBUG nova.policy [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b57e970349a940ea883cf9d3b97365ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a68b13b1947e4f0bb88e1e73bd1d802a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1450.487705] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b40804-be64-2f63-ccaf-a06e075477d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.488052] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.488365] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.488589] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.488743] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.488939] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.489579] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd39470-d655-492c-872c-e354c1ee4708 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.501050] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.501256] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.502670] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c8d0d0-f3b1-4157-ae34-0a542109e49b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.509558] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1450.509558] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525a75ef-50b9-4528-d39f-2ba6f2ee7995" [ 1450.509558] env[63302]: _type = "Task" [ 1450.509558] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.518588] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525a75ef-50b9-4528-d39f-2ba6f2ee7995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.559348] env[63302]: DEBUG nova.compute.manager [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Received event network-vif-plugged-68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.559574] env[63302]: DEBUG oslo_concurrency.lockutils [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] Acquiring lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.559788] env[63302]: DEBUG oslo_concurrency.lockutils [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] Lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.559958] env[63302]: DEBUG oslo_concurrency.lockutils [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] Lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.560142] env[63302]: DEBUG nova.compute.manager [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] No waiting events found dispatching network-vif-plugged-68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1450.560349] env[63302]: WARNING nova.compute.manager [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Received unexpected event network-vif-plugged-68b49233-e813-41d3-9539-76789bd9d8e3 for instance with vm_state building and task_state spawning. [ 1450.560522] env[63302]: DEBUG nova.compute.manager [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Received event network-changed-68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.560682] env[63302]: DEBUG nova.compute.manager [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Refreshing instance network info cache due to event network-changed-68b49233-e813-41d3-9539-76789bd9d8e3. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1450.560853] env[63302]: DEBUG oslo_concurrency.lockutils [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] Acquiring lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.602365] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.691212] env[63302]: DEBUG oslo_concurrency.lockutils [req-f65472e9-2a31-4f35-81a9-547ac64298c0 req-87cf3f0c-8e40-4ce2-a1f6-8a3609d64414 service nova] Releasing lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.872082] env[63302]: DEBUG nova.network.neutron [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.911604] env[63302]: DEBUG nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1450.921857] env[63302]: DEBUG nova.network.neutron [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Successfully created port: 499dd5d6-8786-4caa-8761-f8a83836e009 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.974251] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.026102] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525a75ef-50b9-4528-d39f-2ba6f2ee7995, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.027159] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6625ed0-d486-4def-b5f1-f08e5a932dcb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.033371] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1451.033371] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b99475-114c-cb39-4b83-ae42d03f435f" [ 1451.033371] env[63302]: _type = "Task" [ 1451.033371] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.042699] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b99475-114c-cb39-4b83-ae42d03f435f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.104702] env[63302]: DEBUG oslo_vmware.api [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795073, 'name': PowerOnVM_Task, 'duration_secs': 0.553948} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.105129] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.105377] env[63302]: INFO nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Took 5.48 seconds to spawn the instance on the hypervisor. [ 1451.105645] env[63302]: DEBUG nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.106872] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b5f8e6-4f61-48aa-8968-03ea1295af40 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.181379] env[63302]: DEBUG nova.network.neutron [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Updating instance_info_cache with network_info: [{"id": "68b49233-e813-41d3-9539-76789bd9d8e3", "address": "fa:16:3e:83:49:52", "network": {"id": "62fcdc47-9084-4bad-adbd-6c9052fa1bba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-649569840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df0c2c7d100c4ec78745860896c1b2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b49233-e8", "ovs_interfaceid": "68b49233-e813-41d3-9539-76789bd9d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.504686] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5517de5b-947a-4904-84d3-265255eea011 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.513743] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f426982b-4c4a-408d-b9d7-0025e39cff9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.548964] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab82b3-e5c3-4e35-a2fa-a2f72d97176a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.557996] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b99475-114c-cb39-4b83-ae42d03f435f, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.560062] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.560357] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] cf573838-c503-43d6-807b-0c44d80962b4/cf573838-c503-43d6-807b-0c44d80962b4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.560646] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ca1cd3-5be2-4777-948c-0ead17fe0e29 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.567860] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc81cd8-555f-4f8b-be69-970c19a34c8d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.583873] env[63302]: DEBUG nova.compute.provider_tree [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.587345] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1451.587345] env[63302]: value = "task-1795074" [ 1451.587345] env[63302]: _type = "Task" [ 1451.587345] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.596785] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.632555] env[63302]: INFO nova.compute.manager [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Took 45.91 seconds to build instance. [ 1451.688246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Releasing lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.688681] env[63302]: DEBUG nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Instance network_info: |[{"id": "68b49233-e813-41d3-9539-76789bd9d8e3", "address": "fa:16:3e:83:49:52", "network": {"id": "62fcdc47-9084-4bad-adbd-6c9052fa1bba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-649569840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df0c2c7d100c4ec78745860896c1b2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b49233-e8", "ovs_interfaceid": "68b49233-e813-41d3-9539-76789bd9d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.688899] env[63302]: DEBUG oslo_concurrency.lockutils [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] Acquired lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.689112] env[63302]: DEBUG nova.network.neutron [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Refreshing network info cache for port 68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.690332] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:49:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68b49233-e813-41d3-9539-76789bd9d8e3', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.699752] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Creating folder: Project (df0c2c7d100c4ec78745860896c1b2ea). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1451.701557] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47156a23-ca81-4ff3-b84f-99d192152039 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.706893] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.707144] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.718117] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Created folder: Project (df0c2c7d100c4ec78745860896c1b2ea) in parent group-v372222. [ 1451.718338] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Creating folder: Instances. Parent ref: group-v372306. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1451.718588] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7277a2e3-5845-4949-9833-4a0f3bb26f79 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.729766] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Created folder: Instances in parent group-v372306. [ 1451.730038] env[63302]: DEBUG oslo.service.loopingcall [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.730259] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.730495] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00e39fe-669d-46f4-941a-57fb5848d70f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.753116] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.753116] env[63302]: value = "task-1795077" [ 1451.753116] env[63302]: _type = "Task" [ 1451.753116] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.762900] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795077, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.926111] env[63302]: DEBUG nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1451.965246] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1451.965504] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.965665] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1451.965847] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.965993] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1451.966158] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1451.966369] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1451.966530] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1451.966732] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1451.966871] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1451.967090] env[63302]: DEBUG nova.virt.hardware [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1451.968130] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370856a9-fa42-47d7-aace-32fc71e5e7f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.978300] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bd2960-950d-473e-a5c8-fbf8e8f44925 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.087399] env[63302]: DEBUG nova.scheduler.client.report [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.101431] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484042} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.101765] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] cf573838-c503-43d6-807b-0c44d80962b4/cf573838-c503-43d6-807b-0c44d80962b4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.102027] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.102297] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bf00517-da11-4376-818b-a38663ccac3c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.111462] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1452.111462] env[63302]: value = "task-1795078" [ 1452.111462] env[63302]: _type = "Task" [ 1452.111462] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.121671] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.134904] env[63302]: DEBUG oslo_concurrency.lockutils [None req-14a0d65f-bbfb-421c-b32f-d9f283ca3593 tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.872s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.267444] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795077, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.596116] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.596642] env[63302]: DEBUG nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1452.601520] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.024s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.603614] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.603614] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.756s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.625061] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068649} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.626069] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.626793] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece2a59-1512-4833-a061-a6b5b7d5b4d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.630357] env[63302]: INFO nova.scheduler.client.report [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleted allocations for instance 13ca0d44-e4a9-462e-878c-25ea8641f2b5 [ 1452.648656] env[63302]: DEBUG nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.664186] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] cf573838-c503-43d6-807b-0c44d80962b4/cf573838-c503-43d6-807b-0c44d80962b4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.665443] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c11173f-8083-45ac-bf31-7dd15b7b507e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.692036] env[63302]: DEBUG nova.network.neutron [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Updated VIF entry in instance network info cache for port 68b49233-e813-41d3-9539-76789bd9d8e3. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.692036] env[63302]: DEBUG nova.network.neutron [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Updating instance_info_cache with network_info: [{"id": "68b49233-e813-41d3-9539-76789bd9d8e3", "address": "fa:16:3e:83:49:52", "network": {"id": "62fcdc47-9084-4bad-adbd-6c9052fa1bba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-649569840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df0c2c7d100c4ec78745860896c1b2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b49233-e8", "ovs_interfaceid": "68b49233-e813-41d3-9539-76789bd9d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.692036] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1452.692036] env[63302]: value = "task-1795079" [ 1452.692036] env[63302]: _type = "Task" [ 1452.692036] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.703035] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.721125] env[63302]: DEBUG nova.compute.manager [req-3c95561e-a6a9-4610-a1a3-2d3c610c96b5 req-cdfc38c3-8eb9-4503-9d43-712a60684df7 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Received event network-changed-df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1452.721125] env[63302]: DEBUG nova.compute.manager [req-3c95561e-a6a9-4610-a1a3-2d3c610c96b5 req-cdfc38c3-8eb9-4503-9d43-712a60684df7 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Refreshing instance network info cache due to event network-changed-df09fdba-8a6d-4c48-aee7-01a30bf16a6b. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1452.721125] env[63302]: DEBUG oslo_concurrency.lockutils [req-3c95561e-a6a9-4610-a1a3-2d3c610c96b5 req-cdfc38c3-8eb9-4503-9d43-712a60684df7 service nova] Acquiring lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.721261] env[63302]: DEBUG oslo_concurrency.lockutils [req-3c95561e-a6a9-4610-a1a3-2d3c610c96b5 req-cdfc38c3-8eb9-4503-9d43-712a60684df7 service nova] Acquired lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.721424] env[63302]: DEBUG nova.network.neutron [req-3c95561e-a6a9-4610-a1a3-2d3c610c96b5 req-cdfc38c3-8eb9-4503-9d43-712a60684df7 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Refreshing network info cache for port df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.764942] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795077, 'name': CreateVM_Task, 'duration_secs': 0.538846} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.765768] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.766465] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.766614] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.766934] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.769153] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79410b94-da85-4391-9abb-01405ee0b3d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.772955] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1452.772955] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5224591d-a78e-a4a9-4139-45ab9fc0b787" [ 1452.772955] env[63302]: _type = "Task" [ 1452.772955] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.785967] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5224591d-a78e-a4a9-4139-45ab9fc0b787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.858743] env[63302]: DEBUG nova.network.neutron [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Successfully updated port: 499dd5d6-8786-4caa-8761-f8a83836e009 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.109137] env[63302]: DEBUG nova.compute.utils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.110717] env[63302]: DEBUG nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1453.110908] env[63302]: DEBUG nova.network.neutron [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.138418] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af3bdb15-17c2-4d0a-b74e-0382db97474f tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "13ca0d44-e4a9-462e-878c-25ea8641f2b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.290s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.182954] env[63302]: DEBUG nova.policy [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bedbdb4e64b045a4a249894580ba1fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657afb45597844e1a981d403e9dc9ba9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.184883] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.193384] env[63302]: DEBUG oslo_concurrency.lockutils [req-48879ebb-7089-44d4-a01f-df26bdd225d2 req-6ca228b1-e370-46ee-a9f0-e7eef054cca8 service nova] Releasing lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.203998] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.290515] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5224591d-a78e-a4a9-4139-45ab9fc0b787, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.290772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.290968] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1453.291231] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.291358] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.291536] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.294155] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53fd3353-a7b3-41e0-9504-719330beeba7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.304182] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.304182] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.304800] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494e8bd4-263d-400b-a423-8cd28ab78f4d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.313225] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1453.313225] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52498954-9dff-c1d3-e07c-194b69257d2f" [ 1453.313225] env[63302]: _type = "Task" [ 1453.313225] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.322140] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52498954-9dff-c1d3-e07c-194b69257d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.360739] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.360887] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquired lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.361168] env[63302]: DEBUG nova.network.neutron [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.615719] env[63302]: DEBUG nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1453.703755] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795079, 'name': ReconfigVM_Task, 'duration_secs': 0.631793} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.704046] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Reconfigured VM instance instance-0000001d to attach disk [datastore1] cf573838-c503-43d6-807b-0c44d80962b4/cf573838-c503-43d6-807b-0c44d80962b4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.704693] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a443638-90ea-499f-a17a-ef05b1f80a5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.708890] env[63302]: DEBUG nova.network.neutron [req-3c95561e-a6a9-4610-a1a3-2d3c610c96b5 req-cdfc38c3-8eb9-4503-9d43-712a60684df7 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Updated VIF entry in instance network info cache for port df09fdba-8a6d-4c48-aee7-01a30bf16a6b. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.709256] env[63302]: DEBUG nova.network.neutron [req-3c95561e-a6a9-4610-a1a3-2d3c610c96b5 req-cdfc38c3-8eb9-4503-9d43-712a60684df7 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Updating instance_info_cache with network_info: [{"id": "df09fdba-8a6d-4c48-aee7-01a30bf16a6b", "address": "fa:16:3e:b4:06:32", "network": {"id": "9d9e4018-ace3-4dc8-be95-d32b29010e2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1069062152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd4022ef4e214898889152ab1963dd39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf09fdba-8a", "ovs_interfaceid": "df09fdba-8a6d-4c48-aee7-01a30bf16a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.714559] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1453.714559] env[63302]: value = "task-1795080" [ 1453.714559] env[63302]: _type = "Task" [ 1453.714559] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.734264] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795080, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.745470] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13de48d-4512-4a3f-958d-11f251fadc8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.753559] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1461c-83df-4a46-a170-ec13dc8ad695 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.785416] env[63302]: DEBUG nova.network.neutron [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Successfully created port: 0af36f06-7cc1-4535-87cd-31b4fc428b70 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.788309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67656fb-41ba-481f-9dd5-5cbf788424f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.796524] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2893f0-5ff3-4732-9a17-5367b1046a9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.812950] env[63302]: DEBUG nova.compute.provider_tree [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.824124] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52498954-9dff-c1d3-e07c-194b69257d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.825497] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d2b601-2152-4eb7-82e1-dd17e5d4c028 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.830154] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "777b46e5-e2b5-49eb-b5da-3a196c847477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.830555] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "777b46e5-e2b5-49eb-b5da-3a196c847477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.830656] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "777b46e5-e2b5-49eb-b5da-3a196c847477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.830790] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "777b46e5-e2b5-49eb-b5da-3a196c847477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.830985] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "777b46e5-e2b5-49eb-b5da-3a196c847477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.834412] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1453.834412] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5244ca00-6740-e62d-6478-732f39ebe5ea" [ 1453.834412] env[63302]: _type = "Task" [ 1453.834412] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.837699] env[63302]: INFO nova.compute.manager [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Terminating instance [ 1453.846257] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5244ca00-6740-e62d-6478-732f39ebe5ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.922170] env[63302]: DEBUG nova.network.neutron [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.214210] env[63302]: DEBUG oslo_concurrency.lockutils [req-3c95561e-a6a9-4610-a1a3-2d3c610c96b5 req-cdfc38c3-8eb9-4503-9d43-712a60684df7 service nova] Releasing lock "refresh_cache-7369a4ba-3b07-4b71-a7ad-6dd77e57880d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.228214] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795080, 'name': Rename_Task, 'duration_secs': 0.184077} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.228214] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.228214] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d9daaca-97ec-4cbc-a4e8-5270efd2ec59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.231272] env[63302]: DEBUG nova.network.neutron [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Updating instance_info_cache with network_info: [{"id": "499dd5d6-8786-4caa-8761-f8a83836e009", "address": "fa:16:3e:ba:84:17", "network": {"id": "d3d4934b-331f-46c3-8cc6-97aeeb316bfb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1143267933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68b13b1947e4f0bb88e1e73bd1d802a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499dd5d6-87", "ovs_interfaceid": "499dd5d6-8786-4caa-8761-f8a83836e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.236025] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1454.236025] env[63302]: value = "task-1795081" [ 1454.236025] env[63302]: _type = "Task" [ 1454.236025] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.247773] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.318908] env[63302]: DEBUG nova.scheduler.client.report [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.341344] env[63302]: DEBUG nova.compute.manager [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.341644] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.346585] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a46331-111c-4e09-ae7b-7e57fc10d192 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.349712] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5244ca00-6740-e62d-6478-732f39ebe5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013775} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.350268] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.350268] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72/b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.350866] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f2effcc-fd65-4d23-932d-b34d768ec6f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.355995] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.356514] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b9bba49-bafa-45b3-bbd4-5cd7593d4277 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.358847] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1454.358847] env[63302]: value = "task-1795082" [ 1454.358847] env[63302]: _type = "Task" [ 1454.358847] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.364052] env[63302]: DEBUG oslo_vmware.api [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1454.364052] env[63302]: value = "task-1795083" [ 1454.364052] env[63302]: _type = "Task" [ 1454.364052] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.371240] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.378215] env[63302]: DEBUG oslo_vmware.api [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.629633] env[63302]: DEBUG nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1454.659094] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.659883] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.659883] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.659883] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.660098] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.660307] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.660639] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.660845] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.661096] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.661357] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.661658] env[63302]: DEBUG nova.virt.hardware [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.662639] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df01597c-54ed-44e3-a527-890f96574a78 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.674018] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1c8821-3731-4fb9-ae3d-0d6d123873e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.734149] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Releasing lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.734271] env[63302]: DEBUG nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Instance network_info: |[{"id": "499dd5d6-8786-4caa-8761-f8a83836e009", "address": "fa:16:3e:ba:84:17", "network": {"id": "d3d4934b-331f-46c3-8cc6-97aeeb316bfb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1143267933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68b13b1947e4f0bb88e1e73bd1d802a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499dd5d6-87", "ovs_interfaceid": "499dd5d6-8786-4caa-8761-f8a83836e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.734933] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:84:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '499dd5d6-8786-4caa-8761-f8a83836e009', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.744016] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Creating folder: Project (a68b13b1947e4f0bb88e1e73bd1d802a). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.747691] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea6715c6-a9dc-4072-ace1-56c5944e4272 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.757459] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.762819] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Created folder: Project (a68b13b1947e4f0bb88e1e73bd1d802a) in parent group-v372222. [ 1454.763288] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Creating folder: Instances. Parent ref: group-v372309. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.763871] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3d8a787-5685-41d7-a0db-f9f196c33273 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.779623] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Created folder: Instances in parent group-v372309. [ 1454.779947] env[63302]: DEBUG oslo.service.loopingcall [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.780197] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.780637] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9474c16c-543b-4b52-9715-76d5135e3704 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.808473] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.808473] env[63302]: value = "task-1795086" [ 1454.808473] env[63302]: _type = "Task" [ 1454.808473] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.820243] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795086, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.835699] env[63302]: DEBUG nova.compute.manager [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Received event network-vif-plugged-499dd5d6-8786-4caa-8761-f8a83836e009 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1454.836016] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] Acquiring lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.837410] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.837410] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.837410] env[63302]: DEBUG nova.compute.manager [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] No waiting events found dispatching network-vif-plugged-499dd5d6-8786-4caa-8761-f8a83836e009 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.837410] env[63302]: WARNING nova.compute.manager [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Received unexpected event network-vif-plugged-499dd5d6-8786-4caa-8761-f8a83836e009 for instance with vm_state building and task_state spawning. [ 1454.837410] env[63302]: DEBUG nova.compute.manager [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Received event network-changed-499dd5d6-8786-4caa-8761-f8a83836e009 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1454.837410] env[63302]: DEBUG nova.compute.manager [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Refreshing instance network info cache due to event network-changed-499dd5d6-8786-4caa-8761-f8a83836e009. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1454.837867] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] Acquiring lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.837867] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] Acquired lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.837867] env[63302]: DEBUG nova.network.neutron [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Refreshing network info cache for port 499dd5d6-8786-4caa-8761-f8a83836e009 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.872729] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795082, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.876414] env[63302]: DEBUG oslo_vmware.api [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795083, 'name': PowerOffVM_Task, 'duration_secs': 0.200115} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.876676] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.876836] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.877131] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3edd70f-2ab9-47ee-a9cb-0f3478abaf87 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.978434] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.978792] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.979342] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleting the datastore file [datastore1] 777b46e5-e2b5-49eb-b5da-3a196c847477 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.979678] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33a61306-f6a5-46a1-a831-2de347438637 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.988497] env[63302]: DEBUG oslo_vmware.api [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1454.988497] env[63302]: value = "task-1795088" [ 1454.988497] env[63302]: _type = "Task" [ 1454.988497] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.997511] env[63302]: DEBUG oslo_vmware.api [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.249261] env[63302]: DEBUG oslo_vmware.api [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795081, 'name': PowerOnVM_Task, 'duration_secs': 0.583639} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.249762] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.249884] env[63302]: INFO nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1455.250162] env[63302]: DEBUG nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.251316] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03119a4d-528a-4b70-8bb4-ccb3f0699601 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.321708] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795086, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.336825] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.733s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.340893] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.462s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.342935] env[63302]: INFO nova.compute.claims [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.371149] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555761} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.371406] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72/b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.371653] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.371878] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c508a402-fedb-4dfb-a8d9-b2f1664d129f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.381730] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1455.381730] env[63302]: value = "task-1795089" [ 1455.381730] env[63302]: _type = "Task" [ 1455.381730] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.394137] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.499233] env[63302]: DEBUG oslo_vmware.api [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255614} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.499520] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.499712] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.499888] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.500079] env[63302]: INFO nova.compute.manager [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1455.500350] env[63302]: DEBUG oslo.service.loopingcall [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.500549] env[63302]: DEBUG nova.compute.manager [-] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.500643] env[63302]: DEBUG nova.network.neutron [-] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.775596] env[63302]: INFO nova.compute.manager [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Took 43.95 seconds to build instance. [ 1455.819177] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795086, 'name': CreateVM_Task, 'duration_secs': 0.538845} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.819372] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.820066] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.820240] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.820580] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.820835] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bff118-0b65-4637-beea-527e5c8185d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.824186] env[63302]: DEBUG nova.network.neutron [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Updated VIF entry in instance network info cache for port 499dd5d6-8786-4caa-8761-f8a83836e009. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.824508] env[63302]: DEBUG nova.network.neutron [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Updating instance_info_cache with network_info: [{"id": "499dd5d6-8786-4caa-8761-f8a83836e009", "address": "fa:16:3e:ba:84:17", "network": {"id": "d3d4934b-331f-46c3-8cc6-97aeeb316bfb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1143267933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68b13b1947e4f0bb88e1e73bd1d802a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499dd5d6-87", "ovs_interfaceid": "499dd5d6-8786-4caa-8761-f8a83836e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.826990] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1455.826990] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5215f748-1a24-6cfc-c26d-db03115feab3" [ 1455.826990] env[63302]: _type = "Task" [ 1455.826990] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.839267] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5215f748-1a24-6cfc-c26d-db03115feab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.896636] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082041} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.896873] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.898459] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456c69c3-e9d4-4055-93fc-238d871d953e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.925276] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72/b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.925904] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b6a7b66-4438-4e44-8df5-32ed8775313b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.953934] env[63302]: DEBUG nova.network.neutron [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Successfully updated port: 0af36f06-7cc1-4535-87cd-31b4fc428b70 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.964088] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1455.964088] env[63302]: value = "task-1795090" [ 1455.964088] env[63302]: _type = "Task" [ 1455.964088] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.982026] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.027195] env[63302]: INFO nova.scheduler.client.report [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Deleted allocation for migration 67f4ef77-6eff-401a-9abe-ca1f0a720231 [ 1456.277326] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16195ca0-3350-41ca-ba90-01dbda2d2253 tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "cf573838-c503-43d6-807b-0c44d80962b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.821s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.328052] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c287318-9dc6-4470-b401-9815f68c6602 req-3fee653a-102f-4c17-a57b-99ce5514a148 service nova] Releasing lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.339214] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5215f748-1a24-6cfc-c26d-db03115feab3, 'name': SearchDatastore_Task, 'duration_secs': 0.024542} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.339560] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.339794] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.340059] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.340212] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.340433] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.340695] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9cd1c35-b007-4298-9073-8b277b0f5f18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.351781] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.352056] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.352975] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3e197e-5712-4961-9614-bad5061cb38a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.364291] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1456.364291] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52badc2e-2b25-d7cc-09e1-517cec6be56d" [ 1456.364291] env[63302]: _type = "Task" [ 1456.364291] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.373442] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52badc2e-2b25-d7cc-09e1-517cec6be56d, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.373978] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae44bdd3-7f00-4b94-9fcb-3aa0edef9251 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.379974] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1456.379974] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52469da3-bd21-b905-8e02-f8dd115f5ac0" [ 1456.379974] env[63302]: _type = "Task" [ 1456.379974] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.389488] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52469da3-bd21-b905-8e02-f8dd115f5ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.457491] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquiring lock "refresh_cache-65238be5-9105-42fe-a69f-e20b713f9e71" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.459439] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquired lock "refresh_cache-65238be5-9105-42fe-a69f-e20b713f9e71" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.459439] env[63302]: DEBUG nova.network.neutron [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.479562] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.534530] env[63302]: DEBUG nova.network.neutron [-] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.537219] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10aa326f-6c8e-4150-b5b7-cad17bcc7e2f tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.127s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.780322] env[63302]: DEBUG nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.875682] env[63302]: DEBUG nova.compute.manager [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Received event network-vif-plugged-0af36f06-7cc1-4535-87cd-31b4fc428b70 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1456.881482] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] Acquiring lock "65238be5-9105-42fe-a69f-e20b713f9e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.881482] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] Lock "65238be5-9105-42fe-a69f-e20b713f9e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.881482] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] Lock "65238be5-9105-42fe-a69f-e20b713f9e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.881482] env[63302]: DEBUG nova.compute.manager [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] No waiting events found dispatching network-vif-plugged-0af36f06-7cc1-4535-87cd-31b4fc428b70 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1456.881482] env[63302]: WARNING nova.compute.manager [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Received unexpected event network-vif-plugged-0af36f06-7cc1-4535-87cd-31b4fc428b70 for instance with vm_state building and task_state spawning. [ 1456.881482] env[63302]: DEBUG nova.compute.manager [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Received event network-changed-0af36f06-7cc1-4535-87cd-31b4fc428b70 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1456.881482] env[63302]: DEBUG nova.compute.manager [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Refreshing instance network info cache due to event network-changed-0af36f06-7cc1-4535-87cd-31b4fc428b70. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1456.881482] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] Acquiring lock "refresh_cache-65238be5-9105-42fe-a69f-e20b713f9e71" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.898022] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52469da3-bd21-b905-8e02-f8dd115f5ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.898022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.898022] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7d1dd7af-2cf2-441f-b873-eae65e5f2d11/7d1dd7af-2cf2-441f-b873-eae65e5f2d11.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.898022] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c51337b3-f3d5-434f-b75e-3e35e08c1432 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.905614] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1456.905614] env[63302]: value = "task-1795091" [ 1456.905614] env[63302]: _type = "Task" [ 1456.905614] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.920529] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.979262] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795090, 'name': ReconfigVM_Task, 'duration_secs': 0.641047} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.979804] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Reconfigured VM instance instance-0000001e to attach disk [datastore1] b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72/b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.980687] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71131f66-9716-4588-8400-3b03e20c17ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.988530] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1456.988530] env[63302]: value = "task-1795092" [ 1456.988530] env[63302]: _type = "Task" [ 1456.988530] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.994543] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccd4482-c4ef-4c51-ae60-42b533e8519a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.007559] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3a1195-2b55-4be0-af9d-9e1ac745ca04 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.011183] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795092, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.045226] env[63302]: INFO nova.compute.manager [-] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Took 1.54 seconds to deallocate network for instance. [ 1457.046750] env[63302]: DEBUG nova.network.neutron [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.050524] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888be888-0207-40ba-b7fd-4480b8f8f40c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.062354] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55760127-40e2-4288-832a-e1d58863b60e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.079072] env[63302]: DEBUG nova.compute.provider_tree [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.312445] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.369867] env[63302]: DEBUG nova.network.neutron [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Updating instance_info_cache with network_info: [{"id": "0af36f06-7cc1-4535-87cd-31b4fc428b70", "address": "fa:16:3e:a6:39:a5", "network": {"id": "79288694-b1fd-40ea-866a-86b62965293b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-546356739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657afb45597844e1a981d403e9dc9ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af36f06-7c", "ovs_interfaceid": "0af36f06-7cc1-4535-87cd-31b4fc428b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.425429] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.502506] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795092, 'name': Rename_Task, 'duration_secs': 0.165509} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.502894] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.503240] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac8f784-d1d2-462d-a5e6-cf30e8b9d42e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.514188] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1457.514188] env[63302]: value = "task-1795093" [ 1457.514188] env[63302]: _type = "Task" [ 1457.514188] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.521583] env[63302]: DEBUG nova.compute.manager [req-d8e212f7-52bf-4b97-b3ca-c244b1792535 req-cb445884-02e3-4f1d-9a54-4f8d8de62518 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Received event network-changed-703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1457.522042] env[63302]: DEBUG nova.compute.manager [req-d8e212f7-52bf-4b97-b3ca-c244b1792535 req-cb445884-02e3-4f1d-9a54-4f8d8de62518 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Refreshing instance network info cache due to event network-changed-703ea3cc-3f51-4dac-8442-1bf13f3ec166. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1457.522605] env[63302]: DEBUG oslo_concurrency.lockutils [req-d8e212f7-52bf-4b97-b3ca-c244b1792535 req-cb445884-02e3-4f1d-9a54-4f8d8de62518 service nova] Acquiring lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.522955] env[63302]: DEBUG oslo_concurrency.lockutils [req-d8e212f7-52bf-4b97-b3ca-c244b1792535 req-cb445884-02e3-4f1d-9a54-4f8d8de62518 service nova] Acquired lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.523359] env[63302]: DEBUG nova.network.neutron [req-d8e212f7-52bf-4b97-b3ca-c244b1792535 req-cb445884-02e3-4f1d-9a54-4f8d8de62518 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Refreshing network info cache for port 703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.532950] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.558205] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.585363] env[63302]: DEBUG nova.scheduler.client.report [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.873198] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Releasing lock "refresh_cache-65238be5-9105-42fe-a69f-e20b713f9e71" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.873601] env[63302]: DEBUG nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Instance network_info: |[{"id": "0af36f06-7cc1-4535-87cd-31b4fc428b70", "address": "fa:16:3e:a6:39:a5", "network": {"id": "79288694-b1fd-40ea-866a-86b62965293b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-546356739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657afb45597844e1a981d403e9dc9ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af36f06-7c", "ovs_interfaceid": "0af36f06-7cc1-4535-87cd-31b4fc428b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1457.873911] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] Acquired lock "refresh_cache-65238be5-9105-42fe-a69f-e20b713f9e71" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.874125] env[63302]: DEBUG nova.network.neutron [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Refreshing network info cache for port 0af36f06-7cc1-4535-87cd-31b4fc428b70 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.875343] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:39:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0af36f06-7cc1-4535-87cd-31b4fc428b70', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.883930] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Creating folder: Project (657afb45597844e1a981d403e9dc9ba9). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.885131] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bab1c6b7-692f-4d2f-a277-2dea6cee591c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.899969] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Created folder: Project (657afb45597844e1a981d403e9dc9ba9) in parent group-v372222. [ 1457.899969] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Creating folder: Instances. Parent ref: group-v372312. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.899969] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be44dd45-9fba-41c8-a98b-c76b7ce11a44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.915175] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Created folder: Instances in parent group-v372312. [ 1457.915592] env[63302]: DEBUG oslo.service.loopingcall [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.916336] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.916675] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b587877-c00c-4bf3-8e20-683c6c2d0a09 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.935264] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545373} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.936984] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7d1dd7af-2cf2-441f-b873-eae65e5f2d11/7d1dd7af-2cf2-441f-b873-eae65e5f2d11.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.939741] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.939741] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0bf422-022e-453d-ade2-480235a3958b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.944721] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.944721] env[63302]: value = "task-1795096" [ 1457.944721] env[63302]: _type = "Task" [ 1457.944721] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.951242] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1457.951242] env[63302]: value = "task-1795097" [ 1457.951242] env[63302]: _type = "Task" [ 1457.951242] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.955030] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795096, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.966941] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.023201] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.092578] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.093124] env[63302]: DEBUG nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.099890] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.405s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.100145] env[63302]: DEBUG nova.objects.instance [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lazy-loading 'resources' on Instance uuid 720a1c86-db7a-49ec-83d7-38e41fc3bfe4 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.303030] env[63302]: DEBUG nova.network.neutron [req-d8e212f7-52bf-4b97-b3ca-c244b1792535 req-cb445884-02e3-4f1d-9a54-4f8d8de62518 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Updated VIF entry in instance network info cache for port 703ea3cc-3f51-4dac-8442-1bf13f3ec166. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.303806] env[63302]: DEBUG nova.network.neutron [req-d8e212f7-52bf-4b97-b3ca-c244b1792535 req-cb445884-02e3-4f1d-9a54-4f8d8de62518 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Updating instance_info_cache with network_info: [{"id": "703ea3cc-3f51-4dac-8442-1bf13f3ec166", "address": "fa:16:3e:6c:08:77", "network": {"id": "7dca9ac7-49aa-4d89-9bb7-ece48d939caf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1165632288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106d83aec4bd48e2a0b30f8c36ce5e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703ea3cc-3f", "ovs_interfaceid": "703ea3cc-3f51-4dac-8442-1bf13f3ec166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.457762] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795096, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.472034] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166066} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.472034] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.472034] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d910b347-06b2-4ed6-a929-7d9750c7be75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.496148] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 7d1dd7af-2cf2-441f-b873-eae65e5f2d11/7d1dd7af-2cf2-441f-b873-eae65e5f2d11.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.498956] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01a74b1-761e-4215-9cc2-ef38099f033a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.528606] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.530577] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1458.530577] env[63302]: value = "task-1795098" [ 1458.530577] env[63302]: _type = "Task" [ 1458.530577] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.543899] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.606792] env[63302]: DEBUG nova.compute.utils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1458.609060] env[63302]: DEBUG nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1458.609461] env[63302]: DEBUG nova.network.neutron [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.736707] env[63302]: DEBUG nova.policy [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a58d22f771b4a1a80dfe60482f13630', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72356970eaab4b2ab36c4579c582e43f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.768771] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "1000d22c-18b0-47a5-bcfb-1f2af539412a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.769279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.774535] env[63302]: DEBUG nova.network.neutron [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Updated VIF entry in instance network info cache for port 0af36f06-7cc1-4535-87cd-31b4fc428b70. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.775933] env[63302]: DEBUG nova.network.neutron [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Updating instance_info_cache with network_info: [{"id": "0af36f06-7cc1-4535-87cd-31b4fc428b70", "address": "fa:16:3e:a6:39:a5", "network": {"id": "79288694-b1fd-40ea-866a-86b62965293b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-546356739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657afb45597844e1a981d403e9dc9ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af36f06-7c", "ovs_interfaceid": "0af36f06-7cc1-4535-87cd-31b4fc428b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.806819] env[63302]: DEBUG oslo_concurrency.lockutils [req-d8e212f7-52bf-4b97-b3ca-c244b1792535 req-cb445884-02e3-4f1d-9a54-4f8d8de62518 service nova] Releasing lock "refresh_cache-cf573838-c503-43d6-807b-0c44d80962b4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.958837] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795096, 'name': CreateVM_Task, 'duration_secs': 0.599916} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.958837] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.960026] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.960747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.960747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.960747] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb872fd-ed0a-479a-9f7e-5a2719af6554 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.968277] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1458.968277] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c328a-2b97-20a7-dd93-5d72804a7d9e" [ 1458.968277] env[63302]: _type = "Task" [ 1458.968277] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.977018] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c328a-2b97-20a7-dd93-5d72804a7d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.028831] env[63302]: DEBUG oslo_vmware.api [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795093, 'name': PowerOnVM_Task, 'duration_secs': 1.053936} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.029129] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.029333] env[63302]: INFO nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1459.029537] env[63302]: DEBUG nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.030346] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d07e88-6d52-4977-b358-7b16a6de1e66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.045043] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795098, 'name': ReconfigVM_Task, 'duration_secs': 0.318035} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.048761] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 7d1dd7af-2cf2-441f-b873-eae65e5f2d11/7d1dd7af-2cf2-441f-b873-eae65e5f2d11.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.048761] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-876de8f2-6776-4f94-93cc-693362aec76b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.056976] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1459.056976] env[63302]: value = "task-1795099" [ 1459.056976] env[63302]: _type = "Task" [ 1459.056976] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.066849] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795099, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.109498] env[63302]: DEBUG nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1459.201054] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d4f19-b935-47dc-a367-6347e03db2c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.209234] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39aa1b9-08aa-44ef-bbf6-f93091f76947 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.241101] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752d97b0-2b23-4fc1-8b33-756848018325 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.249108] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d32ec3d-a210-45f5-8fa6-12d66a20a693 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.264553] env[63302]: DEBUG nova.compute.provider_tree [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.278219] env[63302]: DEBUG oslo_concurrency.lockutils [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] Releasing lock "refresh_cache-65238be5-9105-42fe-a69f-e20b713f9e71" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.279574] env[63302]: DEBUG nova.compute.manager [req-fcaafc67-fa6b-48e5-9a50-07f89b8101b2 req-513af04c-f22f-4aa5-bf3e-bf8bc7e3b378 service nova] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Received event network-vif-deleted-81073166-5f12-4e0d-88b9-a677e861dbe2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1459.368713] env[63302]: DEBUG nova.network.neutron [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Successfully created port: c16f62fa-91ba-4b98-b636-5ea1d09d251f {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.482193] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c328a-2b97-20a7-dd93-5d72804a7d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.482544] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.482753] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1459.482998] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.483150] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.483336] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1459.483634] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c28ba0-3b5f-4f47-b411-cb462997db13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.498818] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.499020] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.499816] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7271cf4d-230c-4dc1-a225-35b606bd0d1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.505975] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1459.505975] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b53bb-2275-5d78-e76b-535e819a1c0f" [ 1459.505975] env[63302]: _type = "Task" [ 1459.505975] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.516722] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b53bb-2275-5d78-e76b-535e819a1c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.564903] env[63302]: INFO nova.compute.manager [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Took 42.68 seconds to build instance. [ 1459.572092] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795099, 'name': Rename_Task, 'duration_secs': 0.152244} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.572408] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.572653] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c5958a-f740-493f-b4f7-766f5fa3fc5a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.583847] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1459.583847] env[63302]: value = "task-1795100" [ 1459.583847] env[63302]: _type = "Task" [ 1459.583847] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.605841] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.769087] env[63302]: DEBUG nova.scheduler.client.report [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.016722] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b53bb-2275-5d78-e76b-535e819a1c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.022775} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.017538] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266f793a-78a8-4f47-bc94-e806c72a46b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.023858] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1460.023858] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c2a2ca-4501-902c-4799-a74719a8de7b" [ 1460.023858] env[63302]: _type = "Task" [ 1460.023858] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.032424] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c2a2ca-4501-902c-4799-a74719a8de7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.066974] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8be978ff-98aa-43d7-bc94-e7a5ce8d96d0 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.486s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.094386] env[63302]: DEBUG oslo_vmware.api [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795100, 'name': PowerOnVM_Task, 'duration_secs': 0.499541} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.094658] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.094859] env[63302]: INFO nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1460.095058] env[63302]: DEBUG nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.095850] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e320cf4-7515-4223-a6df-054889a13f7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.120696] env[63302]: DEBUG nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1460.149550] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.150282] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.150525] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.150752] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.150907] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.151071] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.151292] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.151457] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.151629] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.151797] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.151971] env[63302]: DEBUG nova.virt.hardware [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.153248] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b2e9c7-290a-4962-a1dc-e37257a3de69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.162307] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1233fa-5562-45c8-b275-fd332836b35c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.273593] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.279643] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.131s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.282943] env[63302]: INFO nova.compute.claims [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.309318] env[63302]: INFO nova.scheduler.client.report [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Deleted allocations for instance 720a1c86-db7a-49ec-83d7-38e41fc3bfe4 [ 1460.535746] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c2a2ca-4501-902c-4799-a74719a8de7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.536079] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.536356] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 65238be5-9105-42fe-a69f-e20b713f9e71/65238be5-9105-42fe-a69f-e20b713f9e71.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1460.536636] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-073eba96-e990-4a89-b929-1e5b9f37ccfb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.544709] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1460.544709] env[63302]: value = "task-1795101" [ 1460.544709] env[63302]: _type = "Task" [ 1460.544709] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.553949] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.569668] env[63302]: DEBUG nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1460.617889] env[63302]: INFO nova.compute.manager [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Took 39.64 seconds to build instance. [ 1460.817927] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af810d73-e779-4f0f-a3f7-2f46f03aac36 tempest-ImagesNegativeTestJSON-192748721 tempest-ImagesNegativeTestJSON-192748721-project-member] Lock "720a1c86-db7a-49ec-83d7-38e41fc3bfe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.768s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.056162] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795101, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.094246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.119740] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e6878a9-ef2f-4f09-988d-da398b0236d3 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.061s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.242714] env[63302]: DEBUG nova.network.neutron [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Successfully updated port: c16f62fa-91ba-4b98-b636-5ea1d09d251f {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.373450] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.373450] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.373450] env[63302]: INFO nova.compute.manager [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Rebooting instance [ 1461.386704] env[63302]: DEBUG nova.compute.manager [req-05f7c735-c8b7-4973-a0a3-b1681346fc54 req-f4a643bc-0c13-4b6b-b7a7-1197c4d5531e service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Received event network-vif-plugged-c16f62fa-91ba-4b98-b636-5ea1d09d251f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1461.386923] env[63302]: DEBUG oslo_concurrency.lockutils [req-05f7c735-c8b7-4973-a0a3-b1681346fc54 req-f4a643bc-0c13-4b6b-b7a7-1197c4d5531e service nova] Acquiring lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.387151] env[63302]: DEBUG oslo_concurrency.lockutils [req-05f7c735-c8b7-4973-a0a3-b1681346fc54 req-f4a643bc-0c13-4b6b-b7a7-1197c4d5531e service nova] Lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.387325] env[63302]: DEBUG oslo_concurrency.lockutils [req-05f7c735-c8b7-4973-a0a3-b1681346fc54 req-f4a643bc-0c13-4b6b-b7a7-1197c4d5531e service nova] Lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.387575] env[63302]: DEBUG nova.compute.manager [req-05f7c735-c8b7-4973-a0a3-b1681346fc54 req-f4a643bc-0c13-4b6b-b7a7-1197c4d5531e service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] No waiting events found dispatching network-vif-plugged-c16f62fa-91ba-4b98-b636-5ea1d09d251f {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.387737] env[63302]: WARNING nova.compute.manager [req-05f7c735-c8b7-4973-a0a3-b1681346fc54 req-f4a643bc-0c13-4b6b-b7a7-1197c4d5531e service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Received unexpected event network-vif-plugged-c16f62fa-91ba-4b98-b636-5ea1d09d251f for instance with vm_state building and task_state spawning. [ 1461.557018] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516366} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.557432] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 65238be5-9105-42fe-a69f-e20b713f9e71/65238be5-9105-42fe-a69f-e20b713f9e71.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.557645] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1461.557910] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cc60d88-8b6e-496b-a157-c42db01ed2a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.568566] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1461.568566] env[63302]: value = "task-1795102" [ 1461.568566] env[63302]: _type = "Task" [ 1461.568566] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.581125] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.624114] env[63302]: DEBUG nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1461.747126] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquiring lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.747126] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquired lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.747126] env[63302]: DEBUG nova.network.neutron [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.841315] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be82f64d-7bec-486c-b986-46085f84ee9c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.850775] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684b4b91-fe9a-4cfd-b50f-8c6415e66dee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.887370] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517d934c-403e-4d73-9189-830572a64618 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.896221] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b3f5bd-ea37-4ce5-9778-106facb88e81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.912533] env[63302]: DEBUG nova.compute.provider_tree [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.914780] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.915105] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquired lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.915182] env[63302]: DEBUG nova.network.neutron [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.080957] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349059} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.081247] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.082036] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051e2f5-2d23-4d75-846e-3d3243bc28d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.105707] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 65238be5-9105-42fe-a69f-e20b713f9e71/65238be5-9105-42fe-a69f-e20b713f9e71.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.106061] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ab4742-2e29-417e-988d-9762b897c9d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.131497] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1462.131497] env[63302]: value = "task-1795103" [ 1462.131497] env[63302]: _type = "Task" [ 1462.131497] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.144918] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.146012] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.283968] env[63302]: DEBUG nova.network.neutron [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.418049] env[63302]: DEBUG nova.scheduler.client.report [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.519125] env[63302]: DEBUG nova.network.neutron [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Updating instance_info_cache with network_info: [{"id": "c16f62fa-91ba-4b98-b636-5ea1d09d251f", "address": "fa:16:3e:26:fb:d2", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f62fa-91", "ovs_interfaceid": "c16f62fa-91ba-4b98-b636-5ea1d09d251f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.652152] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.744877] env[63302]: DEBUG nova.network.neutron [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Updating instance_info_cache with network_info: [{"id": "499dd5d6-8786-4caa-8761-f8a83836e009", "address": "fa:16:3e:ba:84:17", "network": {"id": "d3d4934b-331f-46c3-8cc6-97aeeb316bfb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1143267933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68b13b1947e4f0bb88e1e73bd1d802a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499dd5d6-87", "ovs_interfaceid": "499dd5d6-8786-4caa-8761-f8a83836e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.929451] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.931149] env[63302]: DEBUG nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.933482] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.519s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.933703] env[63302]: DEBUG nova.objects.instance [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lazy-loading 'resources' on Instance uuid 7952e25d-df88-4f31-be5e-9e952a82db8c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.022118] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Releasing lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.022541] env[63302]: DEBUG nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Instance network_info: |[{"id": "c16f62fa-91ba-4b98-b636-5ea1d09d251f", "address": "fa:16:3e:26:fb:d2", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f62fa-91", "ovs_interfaceid": "c16f62fa-91ba-4b98-b636-5ea1d09d251f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.022965] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:fb:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c16f62fa-91ba-4b98-b636-5ea1d09d251f', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.034752] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Creating folder: Project (72356970eaab4b2ab36c4579c582e43f). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.035504] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b57d2d3-9dda-4628-8123-1b3a9b076f2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.048352] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Created folder: Project (72356970eaab4b2ab36c4579c582e43f) in parent group-v372222. [ 1463.048352] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Creating folder: Instances. Parent ref: group-v372315. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.048352] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-890f6d1f-fd45-4518-9930-8e6492c85e36 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.059214] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Created folder: Instances in parent group-v372315. [ 1463.059546] env[63302]: DEBUG oslo.service.loopingcall [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.059756] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.059970] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deddd2e9-78ab-4668-b3ca-4c07dcc1d81d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.082590] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.082590] env[63302]: value = "task-1795106" [ 1463.082590] env[63302]: _type = "Task" [ 1463.082590] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.090880] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795106, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.144438] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795103, 'name': ReconfigVM_Task, 'duration_secs': 0.552178} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.144914] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 65238be5-9105-42fe-a69f-e20b713f9e71/65238be5-9105-42fe-a69f-e20b713f9e71.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.145510] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7ba0294-7730-4fd7-92a7-b732c976c703 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.154067] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1463.154067] env[63302]: value = "task-1795107" [ 1463.154067] env[63302]: _type = "Task" [ 1463.154067] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.164021] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795107, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.247669] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Releasing lock "refresh_cache-7d1dd7af-2cf2-441f-b873-eae65e5f2d11" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.437262] env[63302]: DEBUG nova.compute.utils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.444176] env[63302]: DEBUG nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1463.444415] env[63302]: DEBUG nova.network.neutron [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.484774] env[63302]: DEBUG nova.compute.manager [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Received event network-changed-68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1463.485046] env[63302]: DEBUG nova.compute.manager [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Refreshing instance network info cache due to event network-changed-68b49233-e813-41d3-9539-76789bd9d8e3. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1463.485337] env[63302]: DEBUG oslo_concurrency.lockutils [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] Acquiring lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.485562] env[63302]: DEBUG oslo_concurrency.lockutils [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] Acquired lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.485779] env[63302]: DEBUG nova.network.neutron [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Refreshing network info cache for port 68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.500092] env[63302]: DEBUG nova.policy [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b796f677f0b4699b9378ba78dea78d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec2cdf268e04577b5a61d43b9a456b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.598181] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795106, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.666960] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795107, 'name': Rename_Task, 'duration_secs': 0.170073} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.667319] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.667565] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d8740b7-1ac3-4be0-abe1-11ffa59ac847 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.674961] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1463.674961] env[63302]: value = "task-1795108" [ 1463.674961] env[63302]: _type = "Task" [ 1463.674961] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.688900] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.754805] env[63302]: DEBUG nova.compute.manager [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.756140] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc3e416-1f3c-45ea-ab8d-0a815848c1e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.813595] env[63302]: DEBUG nova.network.neutron [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Successfully created port: 56dad9df-5d75-4211-aa50-67aeec15da67 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.947681] env[63302]: DEBUG nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1464.020809] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caedf45-e320-4992-843a-b8050c6653df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.029686] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b4aea4-7918-4fa1-8357-402f974a75dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.063807] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb52def-ab6c-458f-9537-9893b1929336 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.072566] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ef5a0c-7a8c-4497-af07-7a4b33ac334a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.087532] env[63302]: DEBUG nova.compute.provider_tree [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.098500] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795106, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.185656] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.399738] env[63302]: DEBUG nova.network.neutron [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Updated VIF entry in instance network info cache for port 68b49233-e813-41d3-9539-76789bd9d8e3. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.400261] env[63302]: DEBUG nova.network.neutron [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Updating instance_info_cache with network_info: [{"id": "68b49233-e813-41d3-9539-76789bd9d8e3", "address": "fa:16:3e:83:49:52", "network": {"id": "62fcdc47-9084-4bad-adbd-6c9052fa1bba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-649569840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df0c2c7d100c4ec78745860896c1b2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b49233-e8", "ovs_interfaceid": "68b49233-e813-41d3-9539-76789bd9d8e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.594052] env[63302]: DEBUG nova.scheduler.client.report [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.602929] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795106, 'name': CreateVM_Task, 'duration_secs': 1.409672} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.603357] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.604191] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.604266] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.604616] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.604983] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3200d48c-69f6-49a6-83b4-3aaedf92e70a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.610110] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1464.610110] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5226d56e-d7d0-e0fd-35d6-db53fb991209" [ 1464.610110] env[63302]: _type = "Task" [ 1464.610110] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.618473] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5226d56e-d7d0-e0fd-35d6-db53fb991209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.686692] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.781567] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a246bc-12dc-4dd9-9661-88b6b2d740b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.788669] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Doing hard reboot of VM {{(pid=63302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1464.788925] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-276d62d3-e702-4ca2-bc92-eec4bc2f2194 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.795156] env[63302]: DEBUG oslo_vmware.api [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1464.795156] env[63302]: value = "task-1795109" [ 1464.795156] env[63302]: _type = "Task" [ 1464.795156] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.803083] env[63302]: DEBUG oslo_vmware.api [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795109, 'name': ResetVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.903791] env[63302]: DEBUG oslo_concurrency.lockutils [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] Releasing lock "refresh_cache-b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.904235] env[63302]: DEBUG nova.compute.manager [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Received event network-changed-c16f62fa-91ba-4b98-b636-5ea1d09d251f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1464.904507] env[63302]: DEBUG nova.compute.manager [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Refreshing instance network info cache due to event network-changed-c16f62fa-91ba-4b98-b636-5ea1d09d251f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1464.904850] env[63302]: DEBUG oslo_concurrency.lockutils [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] Acquiring lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.905125] env[63302]: DEBUG oslo_concurrency.lockutils [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] Acquired lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.905408] env[63302]: DEBUG nova.network.neutron [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Refreshing network info cache for port c16f62fa-91ba-4b98-b636-5ea1d09d251f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.957730] env[63302]: DEBUG nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.985934] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.986844] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.987122] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.987377] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.987581] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.987771] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.988032] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.988218] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.988431] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.988689] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.988944] env[63302]: DEBUG nova.virt.hardware [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.990032] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f626b38-b7a5-4635-8d04-813d2db545fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.998393] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6283864c-713b-4fee-902d-6367106c2d2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.104542] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.106923] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.416s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.107171] env[63302]: DEBUG nova.objects.instance [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lazy-loading 'resources' on Instance uuid f309c14a-4c35-4b97-939c-d24dad02b0c4 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.121759] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5226d56e-d7d0-e0fd-35d6-db53fb991209, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.122425] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.122425] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.122425] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.122576] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.122746] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.123235] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75263201-fa90-41b9-884b-6e14f5649561 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.128100] env[63302]: INFO nova.scheduler.client.report [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Deleted allocations for instance 7952e25d-df88-4f31-be5e-9e952a82db8c [ 1465.132961] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.132961] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.133907] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a324a004-56b8-405a-8171-a972a7650df4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.139547] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1465.139547] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52741d9b-d8cf-f288-017d-2a14c5f6a506" [ 1465.139547] env[63302]: _type = "Task" [ 1465.139547] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.147110] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52741d9b-d8cf-f288-017d-2a14c5f6a506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.190254] env[63302]: DEBUG oslo_vmware.api [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795108, 'name': PowerOnVM_Task, 'duration_secs': 1.128596} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.190254] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.190254] env[63302]: INFO nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1465.190254] env[63302]: DEBUG nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.194517] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d632a3f-ab52-4775-af01-712b1ae2ef53 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.307130] env[63302]: DEBUG oslo_vmware.api [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795109, 'name': ResetVM_Task, 'duration_secs': 0.113035} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.307565] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Did hard reboot of VM {{(pid=63302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1465.307771] env[63302]: DEBUG nova.compute.manager [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.308545] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678dab87-b339-4be8-944c-8686fabc4faa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.510196] env[63302]: DEBUG nova.compute.manager [req-9a357f28-5a10-4b14-9ed0-cbac97f23d1e req-80a4ab36-d16b-4c2a-b553-bce6c382ae53 service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Received event network-vif-plugged-56dad9df-5d75-4211-aa50-67aeec15da67 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1465.510429] env[63302]: DEBUG oslo_concurrency.lockutils [req-9a357f28-5a10-4b14-9ed0-cbac97f23d1e req-80a4ab36-d16b-4c2a-b553-bce6c382ae53 service nova] Acquiring lock "aab9dc43-9547-4246-be2e-3018436bc6a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.510668] env[63302]: DEBUG oslo_concurrency.lockutils [req-9a357f28-5a10-4b14-9ed0-cbac97f23d1e req-80a4ab36-d16b-4c2a-b553-bce6c382ae53 service nova] Lock "aab9dc43-9547-4246-be2e-3018436bc6a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.510844] env[63302]: DEBUG oslo_concurrency.lockutils [req-9a357f28-5a10-4b14-9ed0-cbac97f23d1e req-80a4ab36-d16b-4c2a-b553-bce6c382ae53 service nova] Lock "aab9dc43-9547-4246-be2e-3018436bc6a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.511024] env[63302]: DEBUG nova.compute.manager [req-9a357f28-5a10-4b14-9ed0-cbac97f23d1e req-80a4ab36-d16b-4c2a-b553-bce6c382ae53 service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] No waiting events found dispatching network-vif-plugged-56dad9df-5d75-4211-aa50-67aeec15da67 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.511195] env[63302]: WARNING nova.compute.manager [req-9a357f28-5a10-4b14-9ed0-cbac97f23d1e req-80a4ab36-d16b-4c2a-b553-bce6c382ae53 service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Received unexpected event network-vif-plugged-56dad9df-5d75-4211-aa50-67aeec15da67 for instance with vm_state building and task_state spawning. [ 1465.637619] env[63302]: DEBUG oslo_concurrency.lockutils [None req-474e0e00-191c-4df1-8b87-287f514ed068 tempest-DeleteServersAdminTestJSON-1003111708 tempest-DeleteServersAdminTestJSON-1003111708-project-member] Lock "7952e25d-df88-4f31-be5e-9e952a82db8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.003s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.652351] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52741d9b-d8cf-f288-017d-2a14c5f6a506, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.654224] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf030bb3-048d-4f75-b24b-450e8803b26f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.661837] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1465.661837] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5299dd21-e4be-5b56-7511-eee78f566b96" [ 1465.661837] env[63302]: _type = "Task" [ 1465.661837] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.683923] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5299dd21-e4be-5b56-7511-eee78f566b96, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.683923] env[63302]: DEBUG nova.network.neutron [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Successfully updated port: 56dad9df-5d75-4211-aa50-67aeec15da67 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1465.689445] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.689914] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] abc29cc9-d3d8-4a81-b8a5-ea416d4a1422/abc29cc9-d3d8-4a81-b8a5-ea416d4a1422.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.696239] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ec3f6a-95b0-406e-817c-a3b0d4015e9a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.705639] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1465.705639] env[63302]: value = "task-1795110" [ 1465.705639] env[63302]: _type = "Task" [ 1465.705639] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.711134] env[63302]: INFO nova.compute.manager [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Took 42.40 seconds to build instance. [ 1465.721822] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.750586] env[63302]: DEBUG nova.network.neutron [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Updated VIF entry in instance network info cache for port c16f62fa-91ba-4b98-b636-5ea1d09d251f. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.750984] env[63302]: DEBUG nova.network.neutron [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Updating instance_info_cache with network_info: [{"id": "c16f62fa-91ba-4b98-b636-5ea1d09d251f", "address": "fa:16:3e:26:fb:d2", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f62fa-91", "ovs_interfaceid": "c16f62fa-91ba-4b98-b636-5ea1d09d251f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.821459] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d230ef9b-60ef-4c4d-b256-b1b3aa5d74e0 tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.449s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.193174] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-aab9dc43-9547-4246-be2e-3018436bc6a5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.193352] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-aab9dc43-9547-4246-be2e-3018436bc6a5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.193484] env[63302]: DEBUG nova.network.neutron [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.204883] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890aaf54-63d8-4f83-b49f-df896dc4f1d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.214829] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38ef263f-97c4-42ad-bca0-fbc64e5c38a7 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "65238be5-9105-42fe-a69f-e20b713f9e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.293s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.221220] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795110, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.224663] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be83d1aa-5cda-4914-a13c-d79a15caa1a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.267461] env[63302]: DEBUG oslo_concurrency.lockutils [req-e835aec4-48db-4aa3-bee0-5426e219d255 req-d3fc6c49-a005-4772-b3df-24363a56c110 service nova] Releasing lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.271029] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc5896-245a-4d23-a0c0-55dcd365a884 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.281754] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00590f8f-7a87-49d3-b3d0-602d9ffaf074 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.300770] env[63302]: DEBUG nova.compute.provider_tree [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.720061] env[63302]: DEBUG nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.722397] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585559} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.722909] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] abc29cc9-d3d8-4a81-b8a5-ea416d4a1422/abc29cc9-d3d8-4a81-b8a5-ea416d4a1422.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.722909] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.724096] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb89b7f-2f57-44b1-8d7d-785d1656d5ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.730481] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1466.730481] env[63302]: value = "task-1795111" [ 1466.730481] env[63302]: _type = "Task" [ 1466.730481] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.738593] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.743714] env[63302]: DEBUG nova.network.neutron [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.777569] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.777569] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.777732] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.777932] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.778017] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.780488] env[63302]: INFO nova.compute.manager [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Terminating instance [ 1466.804430] env[63302]: DEBUG nova.scheduler.client.report [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.864605] env[63302]: DEBUG nova.compute.manager [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.867412] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab9efaf-e630-4be1-833f-b41151f05341 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.905509] env[63302]: DEBUG nova.network.neutron [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Updating instance_info_cache with network_info: [{"id": "56dad9df-5d75-4211-aa50-67aeec15da67", "address": "fa:16:3e:f2:2f:8b", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dad9df-5d", "ovs_interfaceid": "56dad9df-5d75-4211-aa50-67aeec15da67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.240825] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07701} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.241388] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.242079] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c2b03-fd1d-4027-9444-1968c0c5a591 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.245621] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.266894] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] abc29cc9-d3d8-4a81-b8a5-ea416d4a1422/abc29cc9-d3d8-4a81-b8a5-ea416d4a1422.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.267359] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799f9251-a60f-4b2a-bf59-7159e99961e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.284982] env[63302]: DEBUG nova.compute.manager [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1467.285241] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.286355] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac6c33-3e59-450d-ade7-02eb1a2011c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.290341] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1467.290341] env[63302]: value = "task-1795112" [ 1467.290341] env[63302]: _type = "Task" [ 1467.290341] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.295712] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.296252] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9594f97-d21f-446f-a58e-0d886dd16977 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.301146] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.302432] env[63302]: DEBUG oslo_vmware.api [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1467.302432] env[63302]: value = "task-1795113" [ 1467.302432] env[63302]: _type = "Task" [ 1467.302432] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.311554] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.313542] env[63302]: DEBUG oslo_vmware.api [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.314027] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.572s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.315497] env[63302]: INFO nova.compute.claims [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.332183] env[63302]: INFO nova.scheduler.client.report [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleted allocations for instance f309c14a-4c35-4b97-939c-d24dad02b0c4 [ 1467.378829] env[63302]: INFO nova.compute.manager [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] instance snapshotting [ 1467.381811] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f86a5e-6693-4590-9b05-7ced028097f3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.402757] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d662c28c-6830-471d-84a3-f87c786568ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.410219] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-aab9dc43-9547-4246-be2e-3018436bc6a5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.410530] env[63302]: DEBUG nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Instance network_info: |[{"id": "56dad9df-5d75-4211-aa50-67aeec15da67", "address": "fa:16:3e:f2:2f:8b", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dad9df-5d", "ovs_interfaceid": "56dad9df-5d75-4211-aa50-67aeec15da67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1467.413308] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:2f:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56dad9df-5d75-4211-aa50-67aeec15da67', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1467.420756] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating folder: Project (dec2cdf268e04577b5a61d43b9a456b7). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1467.421465] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afee6b4f-9ad3-4b80-9cf3-c420964180ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.432344] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Created folder: Project (dec2cdf268e04577b5a61d43b9a456b7) in parent group-v372222. [ 1467.432654] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating folder: Instances. Parent ref: group-v372318. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1467.432965] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-901e8625-16d4-4a0a-9b87-416c6fe987e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.442450] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Created folder: Instances in parent group-v372318. [ 1467.442757] env[63302]: DEBUG oslo.service.loopingcall [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.443020] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1467.443297] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a59e88b3-7259-4a03-b4ea-02ee493284aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.466334] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.466334] env[63302]: value = "task-1795116" [ 1467.466334] env[63302]: _type = "Task" [ 1467.466334] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.473814] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795116, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.624923] env[63302]: DEBUG nova.compute.manager [req-b3c3ed28-6f66-49f5-abce-3237f23b33f9 req-333e4241-b5d2-4c61-8b3e-a0abf1317ba4 service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Received event network-changed-56dad9df-5d75-4211-aa50-67aeec15da67 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1467.625037] env[63302]: DEBUG nova.compute.manager [req-b3c3ed28-6f66-49f5-abce-3237f23b33f9 req-333e4241-b5d2-4c61-8b3e-a0abf1317ba4 service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Refreshing instance network info cache due to event network-changed-56dad9df-5d75-4211-aa50-67aeec15da67. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1467.625219] env[63302]: DEBUG oslo_concurrency.lockutils [req-b3c3ed28-6f66-49f5-abce-3237f23b33f9 req-333e4241-b5d2-4c61-8b3e-a0abf1317ba4 service nova] Acquiring lock "refresh_cache-aab9dc43-9547-4246-be2e-3018436bc6a5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.625368] env[63302]: DEBUG oslo_concurrency.lockutils [req-b3c3ed28-6f66-49f5-abce-3237f23b33f9 req-333e4241-b5d2-4c61-8b3e-a0abf1317ba4 service nova] Acquired lock "refresh_cache-aab9dc43-9547-4246-be2e-3018436bc6a5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.625661] env[63302]: DEBUG nova.network.neutron [req-b3c3ed28-6f66-49f5-abce-3237f23b33f9 req-333e4241-b5d2-4c61-8b3e-a0abf1317ba4 service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Refreshing network info cache for port 56dad9df-5d75-4211-aa50-67aeec15da67 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.801061] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795112, 'name': ReconfigVM_Task, 'duration_secs': 0.284771} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.801285] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Reconfigured VM instance instance-00000021 to attach disk [datastore1] abc29cc9-d3d8-4a81-b8a5-ea416d4a1422/abc29cc9-d3d8-4a81-b8a5-ea416d4a1422.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.803395] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56ff7a18-b4e8-46ff-8a2d-daff7db579ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.814705] env[63302]: DEBUG oslo_vmware.api [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.814705] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1467.814705] env[63302]: value = "task-1795117" [ 1467.814705] env[63302]: _type = "Task" [ 1467.814705] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.827735] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795117, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.844179] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ade16162-385b-4970-bc40-ae02943e28c4 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "f309c14a-4c35-4b97-939c-d24dad02b0c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.759s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.923333] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1467.924381] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1c51476-463a-401d-851d-1872af313434 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.932047] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1467.932047] env[63302]: value = "task-1795118" [ 1467.932047] env[63302]: _type = "Task" [ 1467.932047] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.941338] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.983021] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795116, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.318983] env[63302]: DEBUG oslo_vmware.api [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795113, 'name': PowerOffVM_Task, 'duration_secs': 0.699832} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.322559] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.322782] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.324222] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f693dc94-ce53-4eed-a231-19331406a492 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.333289] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795117, 'name': Rename_Task, 'duration_secs': 0.171789} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.333289] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.333289] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb60db1-1ee9-4d18-b63d-b4594689a65f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.341875] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1468.341875] env[63302]: value = "task-1795120" [ 1468.341875] env[63302]: _type = "Task" [ 1468.341875] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.352453] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.408096] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.408230] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.408372] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Deleting the datastore file [datastore1] 7d1dd7af-2cf2-441f-b873-eae65e5f2d11 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.408640] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b48ac62-33c1-4d32-b290-f9cea517bb6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.418794] env[63302]: DEBUG oslo_vmware.api [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for the task: (returnval){ [ 1468.418794] env[63302]: value = "task-1795121" [ 1468.418794] env[63302]: _type = "Task" [ 1468.418794] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.427553] env[63302]: DEBUG oslo_vmware.api [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.446534] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795118, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.481142] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795116, 'name': CreateVM_Task, 'duration_secs': 0.542611} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.481332] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1468.481999] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.482185] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.482498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1468.483108] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33fb7c1d-7413-4c18-aa5d-7a86c91aacd2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.490314] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1468.490314] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521ea125-0526-fcab-588c-4b80cf549f35" [ 1468.490314] env[63302]: _type = "Task" [ 1468.490314] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.500169] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521ea125-0526-fcab-588c-4b80cf549f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.531244] env[63302]: DEBUG nova.network.neutron [req-b3c3ed28-6f66-49f5-abce-3237f23b33f9 req-333e4241-b5d2-4c61-8b3e-a0abf1317ba4 service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Updated VIF entry in instance network info cache for port 56dad9df-5d75-4211-aa50-67aeec15da67. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.531644] env[63302]: DEBUG nova.network.neutron [req-b3c3ed28-6f66-49f5-abce-3237f23b33f9 req-333e4241-b5d2-4c61-8b3e-a0abf1317ba4 service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Updating instance_info_cache with network_info: [{"id": "56dad9df-5d75-4211-aa50-67aeec15da67", "address": "fa:16:3e:f2:2f:8b", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56dad9df-5d", "ovs_interfaceid": "56dad9df-5d75-4211-aa50-67aeec15da67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.852117] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795120, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.901627] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b309be1-eeb7-4332-80a7-b3738fb36a0c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.908680] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6262e-1b2e-40ac-9f66-76c97693a809 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.946641] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a0bf7b-5552-4d9d-b3aa-a3318fc0b67a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.954431] env[63302]: DEBUG oslo_vmware.api [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Task: {'id': task-1795121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131421} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.959112] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.959316] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.959521] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.959704] env[63302]: INFO nova.compute.manager [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1468.959947] env[63302]: DEBUG oslo.service.loopingcall [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.960230] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795118, 'name': CreateSnapshot_Task, 'duration_secs': 0.852148} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.960426] env[63302]: DEBUG nova.compute.manager [-] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.960521] env[63302]: DEBUG nova.network.neutron [-] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.962996] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f6d20-af84-47bb-a2ac-ff4ef0d16a3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.967016] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1468.967744] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f1fd73-852e-4133-b708-e450c54533f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.980502] env[63302]: DEBUG nova.compute.provider_tree [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.000906] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521ea125-0526-fcab-588c-4b80cf549f35, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.001214] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.001435] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.001659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.001800] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.002211] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.002277] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788bacc0-aa03-4707-8d16-8ff2c6ba7a45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.010269] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.011332] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.011332] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd3ded1-88a6-469e-8562-8af1d03b7195 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.016257] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1469.016257] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521b5aa3-af48-c408-d030-7cf775e9767a" [ 1469.016257] env[63302]: _type = "Task" [ 1469.016257] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.024134] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521b5aa3-af48-c408-d030-7cf775e9767a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.035159] env[63302]: DEBUG oslo_concurrency.lockutils [req-b3c3ed28-6f66-49f5-abce-3237f23b33f9 req-333e4241-b5d2-4c61-8b3e-a0abf1317ba4 service nova] Releasing lock "refresh_cache-aab9dc43-9547-4246-be2e-3018436bc6a5" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.352561] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795120, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.488543] env[63302]: DEBUG nova.scheduler.client.report [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.500100] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1469.500710] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92153800-9ecf-4525-a3f9-4741ba295c78 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.510771] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1469.510771] env[63302]: value = "task-1795122" [ 1469.510771] env[63302]: _type = "Task" [ 1469.510771] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.521030] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795122, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.530893] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521b5aa3-af48-c408-d030-7cf775e9767a, 'name': SearchDatastore_Task, 'duration_secs': 0.008326} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.532029] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630d38c4-d0b0-4461-b39f-1b5901fd76cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.536993] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1469.536993] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525de837-e1db-ead2-e777-0efcc77bff64" [ 1469.536993] env[63302]: _type = "Task" [ 1469.536993] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.545746] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525de837-e1db-ead2-e777-0efcc77bff64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.673947] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.674190] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.748667] env[63302]: DEBUG nova.compute.manager [req-c7778a67-7f4b-40af-a3db-4ed5e15baa8f req-32859d2a-274e-4cf5-a039-b472490ec709 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Received event network-vif-deleted-499dd5d6-8786-4caa-8761-f8a83836e009 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1469.748937] env[63302]: INFO nova.compute.manager [req-c7778a67-7f4b-40af-a3db-4ed5e15baa8f req-32859d2a-274e-4cf5-a039-b472490ec709 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Neutron deleted interface 499dd5d6-8786-4caa-8761-f8a83836e009; detaching it from the instance and deleting it from the info cache [ 1469.749049] env[63302]: DEBUG nova.network.neutron [req-c7778a67-7f4b-40af-a3db-4ed5e15baa8f req-32859d2a-274e-4cf5-a039-b472490ec709 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.771806] env[63302]: DEBUG nova.network.neutron [-] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.853974] env[63302]: DEBUG oslo_vmware.api [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795120, 'name': PowerOnVM_Task, 'duration_secs': 1.27751} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.854280] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.854460] env[63302]: INFO nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1469.854638] env[63302]: DEBUG nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.855413] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b788c3b2-e921-4cd5-ad80-7ac42fbcece8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.002112] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.002680] env[63302]: DEBUG nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.005303] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.720s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.007056] env[63302]: INFO nova.compute.claims [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.022617] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795122, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.048740] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525de837-e1db-ead2-e777-0efcc77bff64, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.048740] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.048740] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] aab9dc43-9547-4246-be2e-3018436bc6a5/aab9dc43-9547-4246-be2e-3018436bc6a5.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.049012] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-718e46dd-b084-4309-ae6f-7644cccc73e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.055996] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1470.055996] env[63302]: value = "task-1795123" [ 1470.055996] env[63302]: _type = "Task" [ 1470.055996] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.063770] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.253227] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fa68750-ec9a-4963-ad7f-e0710782befb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.264813] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8586ed2f-d1e5-4ae2-9770-3d676284eb25 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.276084] env[63302]: INFO nova.compute.manager [-] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Took 1.32 seconds to deallocate network for instance. [ 1470.306154] env[63302]: DEBUG nova.compute.manager [req-c7778a67-7f4b-40af-a3db-4ed5e15baa8f req-32859d2a-274e-4cf5-a039-b472490ec709 service nova] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Detach interface failed, port_id=499dd5d6-8786-4caa-8761-f8a83836e009, reason: Instance 7d1dd7af-2cf2-441f-b873-eae65e5f2d11 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1470.373977] env[63302]: INFO nova.compute.manager [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Took 44.51 seconds to build instance. [ 1470.513564] env[63302]: DEBUG nova.compute.utils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1470.515097] env[63302]: DEBUG nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1470.515395] env[63302]: DEBUG nova.network.neutron [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.528159] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795122, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.569681] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476002} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.570098] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] aab9dc43-9547-4246-be2e-3018436bc6a5/aab9dc43-9547-4246-be2e-3018436bc6a5.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.570526] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.571033] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd0b847b-7fff-44f8-b2c5-a60fcf4161e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.580087] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1470.580087] env[63302]: value = "task-1795124" [ 1470.580087] env[63302]: _type = "Task" [ 1470.580087] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.592251] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.594409] env[63302]: DEBUG nova.policy [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9ecf30e18b4a0fbbe400628e1a6e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61ebd3ea689747209b1cf95a5e338688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1470.634117] env[63302]: DEBUG nova.compute.manager [None req-8c9e3d18-2848-47cb-938f-56d83f6e5412 tempest-ServerExternalEventsTest-334720470 tempest-ServerExternalEventsTest-334720470-project] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Received event network-changed {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.634117] env[63302]: DEBUG nova.compute.manager [None req-8c9e3d18-2848-47cb-938f-56d83f6e5412 tempest-ServerExternalEventsTest-334720470 tempest-ServerExternalEventsTest-334720470-project] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Refreshing instance network info cache due to event network-changed. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1470.634117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c9e3d18-2848-47cb-938f-56d83f6e5412 tempest-ServerExternalEventsTest-334720470 tempest-ServerExternalEventsTest-334720470-project] Acquiring lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.634117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c9e3d18-2848-47cb-938f-56d83f6e5412 tempest-ServerExternalEventsTest-334720470 tempest-ServerExternalEventsTest-334720470-project] Acquired lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.634117] env[63302]: DEBUG nova.network.neutron [None req-8c9e3d18-2848-47cb-938f-56d83f6e5412 tempest-ServerExternalEventsTest-334720470 tempest-ServerExternalEventsTest-334720470-project] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.783246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.876915] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42c91cab-963f-4de1-ab59-4e8acbf12c3a tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.965s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.948749] env[63302]: DEBUG nova.network.neutron [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Successfully created port: 1dc51afd-1e7e-4232-af4b-bd1b99385b4c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.028038] env[63302]: DEBUG nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.041586] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795122, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.091760] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.265611] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquiring lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.266116] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.266393] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquiring lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.266665] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.266901] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.271746] env[63302]: INFO nova.compute.manager [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Terminating instance [ 1471.381850] env[63302]: DEBUG nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.450853] env[63302]: DEBUG nova.network.neutron [None req-8c9e3d18-2848-47cb-938f-56d83f6e5412 tempest-ServerExternalEventsTest-334720470 tempest-ServerExternalEventsTest-334720470-project] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Updating instance_info_cache with network_info: [{"id": "c16f62fa-91ba-4b98-b636-5ea1d09d251f", "address": "fa:16:3e:26:fb:d2", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f62fa-91", "ovs_interfaceid": "c16f62fa-91ba-4b98-b636-5ea1d09d251f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.530930] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795122, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.593642] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795124, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.595511] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f6be57-dabb-4d03-8490-33cfd8646499 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.603151] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7754ab96-7309-4856-8821-5a57965bca5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.638811] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810b43d7-4097-460c-b369-9cdc7c62881b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.646794] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4efab7d-1b68-4fba-b8c8-8cd51aca69fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.661173] env[63302]: DEBUG nova.compute.provider_tree [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.777337] env[63302]: DEBUG nova.compute.manager [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.777588] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.778500] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c752a-ab01-44ac-b513-68061d9831ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.787632] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.787873] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af0f27bf-5e50-494e-b7ac-2314cb00b4f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.794137] env[63302]: DEBUG oslo_vmware.api [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1471.794137] env[63302]: value = "task-1795125" [ 1471.794137] env[63302]: _type = "Task" [ 1471.794137] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.802142] env[63302]: DEBUG oslo_vmware.api [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.910152] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.954326] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8c9e3d18-2848-47cb-938f-56d83f6e5412 tempest-ServerExternalEventsTest-334720470 tempest-ServerExternalEventsTest-334720470-project] Releasing lock "refresh_cache-abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.028681] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795122, 'name': CloneVM_Task, 'duration_secs': 2.196346} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.028963] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Created linked-clone VM from snapshot [ 1472.029771] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f5ced-5e7a-4384-a334-a4d5b3260311 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.037502] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Uploading image 9618bc09-34c0-47ab-a2d3-d0e551efe492 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1472.044216] env[63302]: DEBUG nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.059133] env[63302]: DEBUG oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1472.059133] env[63302]: value = "vm-372322" [ 1472.059133] env[63302]: _type = "VirtualMachine" [ 1472.059133] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1472.059405] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-770e9874-d0af-4d6a-9137-1034a861e220 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.067552] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.067817] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.068035] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.068150] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.068297] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.069018] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.069018] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.069018] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.069018] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.069224] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.069461] env[63302]: DEBUG nova.virt.hardware [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.070360] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec9891-6a34-4ce0-9b22-7d54b4e10b1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.073913] env[63302]: DEBUG oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lease: (returnval){ [ 1472.073913] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c0459f-a1fc-b0fe-8095-c00dff0fbd6d" [ 1472.073913] env[63302]: _type = "HttpNfcLease" [ 1472.073913] env[63302]: } obtained for exporting VM: (result){ [ 1472.073913] env[63302]: value = "vm-372322" [ 1472.073913] env[63302]: _type = "VirtualMachine" [ 1472.073913] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1472.074175] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the lease: (returnval){ [ 1472.074175] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c0459f-a1fc-b0fe-8095-c00dff0fbd6d" [ 1472.074175] env[63302]: _type = "HttpNfcLease" [ 1472.074175] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1472.080829] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb14bbb-4d16-4595-abb0-80a3b9cb7c5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.085827] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1472.085827] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c0459f-a1fc-b0fe-8095-c00dff0fbd6d" [ 1472.085827] env[63302]: _type = "HttpNfcLease" [ 1472.085827] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1472.092946] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.04623} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.100577] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1472.101470] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a5eebc-bae5-48e6-99f6-116351199d8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.122586] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] aab9dc43-9547-4246-be2e-3018436bc6a5/aab9dc43-9547-4246-be2e-3018436bc6a5.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.122856] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6df7b2-73ec-4183-9598-7363cbb6bfd7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.142408] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1472.142408] env[63302]: value = "task-1795127" [ 1472.142408] env[63302]: _type = "Task" [ 1472.142408] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.150223] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.164464] env[63302]: DEBUG nova.scheduler.client.report [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.226996] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquiring lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.227266] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.303900] env[63302]: DEBUG oslo_vmware.api [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795125, 'name': PowerOffVM_Task, 'duration_secs': 0.217939} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.304240] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.304672] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.304947] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5158e7a9-7928-4ed3-85ac-3a67d0bf11e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.371929] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.372324] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.372528] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Deleting the datastore file [datastore1] abc29cc9-d3d8-4a81-b8a5-ea416d4a1422 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.372811] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22047365-bd4d-4510-b3a6-9d3c8682adf1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.379908] env[63302]: DEBUG oslo_vmware.api [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for the task: (returnval){ [ 1472.379908] env[63302]: value = "task-1795129" [ 1472.379908] env[63302]: _type = "Task" [ 1472.379908] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.388386] env[63302]: DEBUG oslo_vmware.api [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.493381] env[63302]: DEBUG nova.compute.manager [req-e78477f6-0105-476b-868b-5648e7efaf99 req-8e2c2ae8-3a62-4cc3-8157-b4fae067c276 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Received event network-vif-plugged-1dc51afd-1e7e-4232-af4b-bd1b99385b4c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1472.493668] env[63302]: DEBUG oslo_concurrency.lockutils [req-e78477f6-0105-476b-868b-5648e7efaf99 req-8e2c2ae8-3a62-4cc3-8157-b4fae067c276 service nova] Acquiring lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.494201] env[63302]: DEBUG oslo_concurrency.lockutils [req-e78477f6-0105-476b-868b-5648e7efaf99 req-8e2c2ae8-3a62-4cc3-8157-b4fae067c276 service nova] Lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.494440] env[63302]: DEBUG oslo_concurrency.lockutils [req-e78477f6-0105-476b-868b-5648e7efaf99 req-8e2c2ae8-3a62-4cc3-8157-b4fae067c276 service nova] Lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.494588] env[63302]: DEBUG nova.compute.manager [req-e78477f6-0105-476b-868b-5648e7efaf99 req-8e2c2ae8-3a62-4cc3-8157-b4fae067c276 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] No waiting events found dispatching network-vif-plugged-1dc51afd-1e7e-4232-af4b-bd1b99385b4c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.494761] env[63302]: WARNING nova.compute.manager [req-e78477f6-0105-476b-868b-5648e7efaf99 req-8e2c2ae8-3a62-4cc3-8157-b4fae067c276 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Received unexpected event network-vif-plugged-1dc51afd-1e7e-4232-af4b-bd1b99385b4c for instance with vm_state building and task_state spawning. [ 1472.581332] env[63302]: DEBUG nova.network.neutron [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Successfully updated port: 1dc51afd-1e7e-4232-af4b-bd1b99385b4c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.585934] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1472.585934] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c0459f-a1fc-b0fe-8095-c00dff0fbd6d" [ 1472.585934] env[63302]: _type = "HttpNfcLease" [ 1472.585934] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1472.586177] env[63302]: DEBUG oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1472.586177] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c0459f-a1fc-b0fe-8095-c00dff0fbd6d" [ 1472.586177] env[63302]: _type = "HttpNfcLease" [ 1472.586177] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1472.586971] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d239caf-d67b-4160-8a8a-6c4b38716ef9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.594958] env[63302]: DEBUG oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52890bae-b51b-42c5-f8f6-2c130943fb24/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1472.594958] env[63302]: DEBUG oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52890bae-b51b-42c5-f8f6-2c130943fb24/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1472.663171] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.670083] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.670597] env[63302]: DEBUG nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.673074] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.991s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.673258] env[63302]: DEBUG nova.objects.instance [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lazy-loading 'resources' on Instance uuid ca6f379b-bc6d-4af3-9d18-be1222f5e969 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.726087] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94790c37-b9b2-4369-a2c0-b12aeee71ce4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.892394] env[63302]: DEBUG oslo_vmware.api [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Task: {'id': task-1795129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142974} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.893293] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.893542] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.893745] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.894042] env[63302]: INFO nova.compute.manager [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1472.894363] env[63302]: DEBUG oslo.service.loopingcall [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.894716] env[63302]: DEBUG nova.compute.manager [-] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.894716] env[63302]: DEBUG nova.network.neutron [-] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.086693] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquiring lock "refresh_cache-0ee776e0-a7a8-4f71-ba22-3eae1920358e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.086979] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquired lock "refresh_cache-0ee776e0-a7a8-4f71-ba22-3eae1920358e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.087067] env[63302]: DEBUG nova.network.neutron [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.167145] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795127, 'name': ReconfigVM_Task, 'duration_secs': 0.526469} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.168104] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Reconfigured VM instance instance-00000022 to attach disk [datastore1] aab9dc43-9547-4246-be2e-3018436bc6a5/aab9dc43-9547-4246-be2e-3018436bc6a5.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.169017] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-614d926d-7993-4c18-b2ee-f7c852e05260 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.176799] env[63302]: DEBUG nova.compute.utils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1473.183299] env[63302]: DEBUG nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1473.188050] env[63302]: DEBUG nova.network.neutron [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.190297] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1473.190297] env[63302]: value = "task-1795130" [ 1473.190297] env[63302]: _type = "Task" [ 1473.190297] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.201929] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795130, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.244661] env[63302]: DEBUG nova.policy [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dee83d9dba92492d9d3779fb31945a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbf84b7cbbfe440f8101d85cf11cb593', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1473.593061] env[63302]: DEBUG nova.network.neutron [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Successfully created port: e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.636996] env[63302]: DEBUG nova.network.neutron [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.661860] env[63302]: DEBUG nova.network.neutron [-] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.683358] env[63302]: DEBUG nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1473.706397] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795130, 'name': Rename_Task, 'duration_secs': 0.238482} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.706698] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.706952] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3ac320-996d-428c-9f39-9b92306799f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.713968] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1473.713968] env[63302]: value = "task-1795131" [ 1473.713968] env[63302]: _type = "Task" [ 1473.713968] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.724918] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.781916] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e0a6cb-e7af-414f-88bb-8ba3081ceec0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.791920] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033efa7-919a-45ee-9669-d75d7c3efbf5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.823589] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfaa6e6-affe-4616-bf51-c33dbfa13ca7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.833306] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d35c971-a6e6-43c7-b59f-0c45001622b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.850470] env[63302]: DEBUG nova.compute.provider_tree [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.917245] env[63302]: DEBUG nova.network.neutron [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Updating instance_info_cache with network_info: [{"id": "1dc51afd-1e7e-4232-af4b-bd1b99385b4c", "address": "fa:16:3e:98:79:1b", "network": {"id": "7b18da0b-3a78-45e4-a1bb-79ba59b8924c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1592608518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ebd3ea689747209b1cf95a5e338688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc51afd-1e", "ovs_interfaceid": "1dc51afd-1e7e-4232-af4b-bd1b99385b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.165026] env[63302]: INFO nova.compute.manager [-] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Took 1.27 seconds to deallocate network for instance. [ 1474.226497] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.355178] env[63302]: DEBUG nova.scheduler.client.report [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.420248] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Releasing lock "refresh_cache-0ee776e0-a7a8-4f71-ba22-3eae1920358e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.420664] env[63302]: DEBUG nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Instance network_info: |[{"id": "1dc51afd-1e7e-4232-af4b-bd1b99385b4c", "address": "fa:16:3e:98:79:1b", "network": {"id": "7b18da0b-3a78-45e4-a1bb-79ba59b8924c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1592608518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ebd3ea689747209b1cf95a5e338688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc51afd-1e", "ovs_interfaceid": "1dc51afd-1e7e-4232-af4b-bd1b99385b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.421121] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:79:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dc51afd-1e7e-4232-af4b-bd1b99385b4c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.430865] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Creating folder: Project (61ebd3ea689747209b1cf95a5e338688). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.431548] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0e40508-9a31-4f40-8eec-59dd743b904a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.442843] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Created folder: Project (61ebd3ea689747209b1cf95a5e338688) in parent group-v372222. [ 1474.443064] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Creating folder: Instances. Parent ref: group-v372323. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.443323] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01fe516b-1bcc-41dd-9e95-8e16fde851bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.453386] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Created folder: Instances in parent group-v372323. [ 1474.453645] env[63302]: DEBUG oslo.service.loopingcall [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.453839] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.454057] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0967bcdf-89af-4251-a3e8-141f63287140 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.474339] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.474339] env[63302]: value = "task-1795134" [ 1474.474339] env[63302]: _type = "Task" [ 1474.474339] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.484500] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795134, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.523149] env[63302]: DEBUG nova.compute.manager [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Received event network-changed-1dc51afd-1e7e-4232-af4b-bd1b99385b4c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1474.523352] env[63302]: DEBUG nova.compute.manager [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Refreshing instance network info cache due to event network-changed-1dc51afd-1e7e-4232-af4b-bd1b99385b4c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1474.523570] env[63302]: DEBUG oslo_concurrency.lockutils [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] Acquiring lock "refresh_cache-0ee776e0-a7a8-4f71-ba22-3eae1920358e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.523716] env[63302]: DEBUG oslo_concurrency.lockutils [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] Acquired lock "refresh_cache-0ee776e0-a7a8-4f71-ba22-3eae1920358e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.523884] env[63302]: DEBUG nova.network.neutron [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Refreshing network info cache for port 1dc51afd-1e7e-4232-af4b-bd1b99385b4c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.671664] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.693483] env[63302]: DEBUG nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1474.715126] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.715411] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.715584] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.715873] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.716070] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.716263] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.716491] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.716663] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.716830] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.716993] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.717190] env[63302]: DEBUG nova.virt.hardware [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.718162] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc27d8-3c96-4995-be31-c1f559e9760b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.732270] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c8757c-0772-48bc-83d7-b34701d16743 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.736051] env[63302]: DEBUG oslo_vmware.api [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795131, 'name': PowerOnVM_Task, 'duration_secs': 0.7395} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.736306] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.736499] env[63302]: INFO nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1474.736780] env[63302]: DEBUG nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.737747] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605bfb0-8ef7-424b-afe4-2a0db8fbb6c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.860846] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.863185] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.269s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.863810] env[63302]: DEBUG nova.objects.instance [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lazy-loading 'resources' on Instance uuid 0a74545e-475b-480a-b0e8-b844bd665d40 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.885226] env[63302]: INFO nova.scheduler.client.report [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Deleted allocations for instance ca6f379b-bc6d-4af3-9d18-be1222f5e969 [ 1474.984140] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795134, 'name': CreateVM_Task, 'duration_secs': 0.377229} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.984277] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.984956] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.985138] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.985595] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1474.985911] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ac8f72-13e9-46a7-9f0b-55686a8f528c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.990393] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1474.990393] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b250d-1259-c4c7-12b6-e8ae4aa75434" [ 1474.990393] env[63302]: _type = "Task" [ 1474.990393] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.997985] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b250d-1259-c4c7-12b6-e8ae4aa75434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.263102] env[63302]: INFO nova.compute.manager [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Took 46.14 seconds to build instance. [ 1475.398847] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3b3e46c3-e96f-4e7b-9117-4e2d2726b070 tempest-ServerShowV247Test-2004483510 tempest-ServerShowV247Test-2004483510-project-member] Lock "ca6f379b-bc6d-4af3-9d18-be1222f5e969" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.192s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.446436] env[63302]: DEBUG nova.network.neutron [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Updated VIF entry in instance network info cache for port 1dc51afd-1e7e-4232-af4b-bd1b99385b4c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.446818] env[63302]: DEBUG nova.network.neutron [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Updating instance_info_cache with network_info: [{"id": "1dc51afd-1e7e-4232-af4b-bd1b99385b4c", "address": "fa:16:3e:98:79:1b", "network": {"id": "7b18da0b-3a78-45e4-a1bb-79ba59b8924c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1592608518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ebd3ea689747209b1cf95a5e338688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc51afd-1e", "ovs_interfaceid": "1dc51afd-1e7e-4232-af4b-bd1b99385b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.508629] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524b250d-1259-c4c7-12b6-e8ae4aa75434, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.508966] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.509228] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.509467] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.509685] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.509884] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.510322] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d43178b5-f729-4ee4-b4c9-e2b17909c5d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.523674] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.523910] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.524849] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6369a5a-af85-4af3-b8a3-58658a61e6a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.534205] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1475.534205] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fbf72d-05a1-1050-5947-55d08360f66b" [ 1475.534205] env[63302]: _type = "Task" [ 1475.534205] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.546962] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fbf72d-05a1-1050-5947-55d08360f66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.662967] env[63302]: DEBUG nova.network.neutron [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Successfully updated port: e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.748498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "aab9dc43-9547-4246-be2e-3018436bc6a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.767032] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f16c341a-d540-4ffc-b642-400c0f122201 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "aab9dc43-9547-4246-be2e-3018436bc6a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.477s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.769138] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "aab9dc43-9547-4246-be2e-3018436bc6a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.020s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.769384] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "aab9dc43-9547-4246-be2e-3018436bc6a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.769630] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "aab9dc43-9547-4246-be2e-3018436bc6a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.770348] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "aab9dc43-9547-4246-be2e-3018436bc6a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.772405] env[63302]: INFO nova.compute.manager [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Terminating instance [ 1475.951081] env[63302]: DEBUG oslo_concurrency.lockutils [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] Releasing lock "refresh_cache-0ee776e0-a7a8-4f71-ba22-3eae1920358e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.951081] env[63302]: DEBUG nova.compute.manager [req-a46a40e8-d810-48e1-98e5-bd9a8380018f req-99823ab1-04f5-483c-8c28-d885b4c3ef66 service nova] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Received event network-vif-deleted-c16f62fa-91ba-4b98-b636-5ea1d09d251f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1475.972817] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ef086-c56f-4587-91ad-0d882c856005 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.981840] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5477be5-5ed2-4002-bb0f-14b0ad910302 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.013202] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c2ddcb-247f-4fd3-aaad-d5e97b0b92fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.021855] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a112febe-00be-4b18-9d7b-0b5706181e9f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.044628] env[63302]: DEBUG nova.compute.provider_tree [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.056271] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fbf72d-05a1-1050-5947-55d08360f66b, 'name': SearchDatastore_Task, 'duration_secs': 0.023771} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.058187] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0126bf0-da37-4173-9838-6728071e6f2f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.063894] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1476.063894] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523a8e64-70cb-55e4-db74-4a804c3ef4bb" [ 1476.063894] env[63302]: _type = "Task" [ 1476.063894] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.071800] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523a8e64-70cb-55e4-db74-4a804c3ef4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.165398] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.165553] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquired lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.165728] env[63302]: DEBUG nova.network.neutron [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.272874] env[63302]: DEBUG nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.278909] env[63302]: DEBUG nova.compute.manager [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1476.279206] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1476.280475] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87673b2-9766-4ae9-a06a-d2c858ea4b8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.288972] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.289306] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e71b800-0cf1-4fc2-997f-4e667d96ccc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.297022] env[63302]: DEBUG oslo_vmware.api [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1476.297022] env[63302]: value = "task-1795135" [ 1476.297022] env[63302]: _type = "Task" [ 1476.297022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.305581] env[63302]: DEBUG oslo_vmware.api [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.551987] env[63302]: DEBUG nova.scheduler.client.report [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.577788] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523a8e64-70cb-55e4-db74-4a804c3ef4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.579683] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.580111] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0ee776e0-a7a8-4f71-ba22-3eae1920358e/0ee776e0-a7a8-4f71-ba22-3eae1920358e.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.581768] env[63302]: DEBUG nova.compute.manager [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Received event network-vif-plugged-e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1476.582098] env[63302]: DEBUG oslo_concurrency.lockutils [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] Acquiring lock "3bc08585-9a04-42c4-a43a-eaf076d98a82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.582471] env[63302]: DEBUG oslo_concurrency.lockutils [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] Lock "3bc08585-9a04-42c4-a43a-eaf076d98a82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.583010] env[63302]: DEBUG oslo_concurrency.lockutils [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] Lock "3bc08585-9a04-42c4-a43a-eaf076d98a82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.583010] env[63302]: DEBUG nova.compute.manager [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] No waiting events found dispatching network-vif-plugged-e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.583274] env[63302]: WARNING nova.compute.manager [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Received unexpected event network-vif-plugged-e3ad0585-29c7-4ca7-9273-ab5899b6a120 for instance with vm_state building and task_state spawning. [ 1476.583606] env[63302]: DEBUG nova.compute.manager [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Received event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1476.583872] env[63302]: DEBUG nova.compute.manager [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing instance network info cache due to event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1476.584192] env[63302]: DEBUG oslo_concurrency.lockutils [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] Acquiring lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.584947] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e7842a-bd9d-4918-a3bd-5dce97f7dc30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.595480] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1476.595480] env[63302]: value = "task-1795136" [ 1476.595480] env[63302]: _type = "Task" [ 1476.595480] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.609288] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.716321] env[63302]: DEBUG nova.network.neutron [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.802400] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.814331] env[63302]: DEBUG oslo_vmware.api [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795135, 'name': PowerOffVM_Task, 'duration_secs': 0.259497} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.814331] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.814331] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.814331] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d4abfad-35a7-4c84-abb5-01ffbd2e857d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.895552] env[63302]: DEBUG nova.network.neutron [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updating instance_info_cache with network_info: [{"id": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "address": "fa:16:3e:1c:60:db", "network": {"id": "ce3f58a1-d625-4301-b0c1-3e20eb958b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-472630034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbf84b7cbbfe440f8101d85cf11cb593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ad0585-29", "ovs_interfaceid": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.059021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.061663] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.613s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.061900] env[63302]: DEBUG nova.objects.instance [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lazy-loading 'resources' on Instance uuid 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.079314] env[63302]: INFO nova.scheduler.client.report [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted allocations for instance 0a74545e-475b-480a-b0e8-b844bd665d40 [ 1477.095875] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1477.096181] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1477.096441] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleting the datastore file [datastore1] aab9dc43-9547-4246-be2e-3018436bc6a5 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.096790] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d66a2196-b02f-45be-b5f5-9d962f6f5572 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.108197] env[63302]: DEBUG oslo_vmware.api [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1477.108197] env[63302]: value = "task-1795138" [ 1477.108197] env[63302]: _type = "Task" [ 1477.108197] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.117284] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795136, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.122860] env[63302]: DEBUG oslo_vmware.api [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.398710] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Releasing lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.399077] env[63302]: DEBUG nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Instance network_info: |[{"id": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "address": "fa:16:3e:1c:60:db", "network": {"id": "ce3f58a1-d625-4301-b0c1-3e20eb958b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-472630034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbf84b7cbbfe440f8101d85cf11cb593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ad0585-29", "ovs_interfaceid": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1477.399394] env[63302]: DEBUG oslo_concurrency.lockutils [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] Acquired lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.399676] env[63302]: DEBUG nova.network.neutron [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.401079] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:60:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ad0585-29c7-4ca7-9273-ab5899b6a120', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.410196] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Creating folder: Project (cbf84b7cbbfe440f8101d85cf11cb593). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.411367] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a0db1ab-64db-453e-a7f9-93b9e2bb7361 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.422483] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Created folder: Project (cbf84b7cbbfe440f8101d85cf11cb593) in parent group-v372222. [ 1477.422692] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Creating folder: Instances. Parent ref: group-v372326. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.422950] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0da07f02-36d5-4dd1-b6b3-79e8ade281b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.432364] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Created folder: Instances in parent group-v372326. [ 1477.432627] env[63302]: DEBUG oslo.service.loopingcall [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.432818] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.433059] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6ffdd70-0c77-4f33-a011-34215891d674 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.452478] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.452478] env[63302]: value = "task-1795141" [ 1477.452478] env[63302]: _type = "Task" [ 1477.452478] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.461306] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795141, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.589921] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41df57f-9898-45ae-bb7c-21e452f25ae6 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "0a74545e-475b-480a-b0e8-b844bd665d40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.546s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.607953] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691694} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.608635] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0ee776e0-a7a8-4f71-ba22-3eae1920358e/0ee776e0-a7a8-4f71-ba22-3eae1920358e.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.609106] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1477.609628] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68de3d8a-f12e-400f-8447-0ae5916ce48b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.627571] env[63302]: DEBUG oslo_vmware.api [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307487} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.627571] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1477.627571] env[63302]: value = "task-1795142" [ 1477.627571] env[63302]: _type = "Task" [ 1477.627571] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.627571] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1477.627571] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1477.627571] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1477.627571] env[63302]: INFO nova.compute.manager [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1477.627571] env[63302]: DEBUG oslo.service.loopingcall [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.629394] env[63302]: DEBUG nova.compute.manager [-] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1477.629394] env[63302]: DEBUG nova.network.neutron [-] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1477.641664] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.962134] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795141, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.138726] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114009} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.141870] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.142948] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7212569-9e04-473a-a29c-fc0ceeb8a605 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.153462] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e73d90-3e25-4941-ad4d-b2d34fc7326a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.183023] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0ee776e0-a7a8-4f71-ba22-3eae1920358e/0ee776e0-a7a8-4f71-ba22-3eae1920358e.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.183023] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3d4b2a-769a-45c8-90bd-b704f4acdc6d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.204148] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bffb69-e328-44d2-beba-c9681c2fb759 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.209500] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1478.209500] env[63302]: value = "task-1795143" [ 1478.209500] env[63302]: _type = "Task" [ 1478.209500] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.249738] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b36c18-2428-4e76-b5c3-90fa3437710d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.257249] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.264195] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a58f87-0f4b-41c0-a79c-183541342625 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.279783] env[63302]: DEBUG nova.compute.provider_tree [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.313344] env[63302]: DEBUG nova.network.neutron [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updated VIF entry in instance network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.313685] env[63302]: DEBUG nova.network.neutron [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updating instance_info_cache with network_info: [{"id": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "address": "fa:16:3e:1c:60:db", "network": {"id": "ce3f58a1-d625-4301-b0c1-3e20eb958b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-472630034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbf84b7cbbfe440f8101d85cf11cb593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ad0585-29", "ovs_interfaceid": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.463368] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795141, 'name': CreateVM_Task, 'duration_secs': 0.579904} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.463744] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.464285] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.464466] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.464794] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1478.465109] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c196eb-a57a-47b5-94b7-8d38852e6413 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.470108] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1478.470108] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52348a40-021e-f1f5-e4ee-582e906c3755" [ 1478.470108] env[63302]: _type = "Task" [ 1478.470108] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.478483] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52348a40-021e-f1f5-e4ee-582e906c3755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.603066] env[63302]: DEBUG nova.compute.manager [req-6f78f1b1-41bc-4857-8990-c7759ffe93b6 req-dbc6fdd2-9837-475f-9d5b-9fbcba02789e service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Received event network-vif-deleted-56dad9df-5d75-4211-aa50-67aeec15da67 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1478.603443] env[63302]: INFO nova.compute.manager [req-6f78f1b1-41bc-4857-8990-c7759ffe93b6 req-dbc6fdd2-9837-475f-9d5b-9fbcba02789e service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Neutron deleted interface 56dad9df-5d75-4211-aa50-67aeec15da67; detaching it from the instance and deleting it from the info cache [ 1478.603565] env[63302]: DEBUG nova.network.neutron [req-6f78f1b1-41bc-4857-8990-c7759ffe93b6 req-dbc6fdd2-9837-475f-9d5b-9fbcba02789e service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.711819] env[63302]: DEBUG nova.network.neutron [-] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.722491] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795143, 'name': ReconfigVM_Task, 'duration_secs': 0.345613} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.723552] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0ee776e0-a7a8-4f71-ba22-3eae1920358e/0ee776e0-a7a8-4f71-ba22-3eae1920358e.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.724103] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd287e79-3e1e-4b25-bf00-0ab9a6e411c2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.735767] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1478.735767] env[63302]: value = "task-1795144" [ 1478.735767] env[63302]: _type = "Task" [ 1478.735767] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.746726] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795144, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.813426] env[63302]: ERROR nova.scheduler.client.report [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [req-2b31a9a3-a0c5-4467-91ed-a7073662e2a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b31a9a3-a0c5-4467-91ed-a7073662e2a3"}]} [ 1478.816738] env[63302]: DEBUG oslo_concurrency.lockutils [req-57e89db9-ff97-4d8c-ae16-5cf7385baedc req-57daab49-2a23-4df8-98bc-44ec2e3e452b service nova] Releasing lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.835597] env[63302]: DEBUG nova.scheduler.client.report [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1478.856624] env[63302]: DEBUG nova.scheduler.client.report [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1478.856895] env[63302]: DEBUG nova.compute.provider_tree [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.871159] env[63302]: DEBUG nova.scheduler.client.report [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1478.896400] env[63302]: DEBUG nova.scheduler.client.report [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1478.980411] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52348a40-021e-f1f5-e4ee-582e906c3755, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.983156] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.983409] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.983662] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.983829] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.984013] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.984517] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-289e64c4-9a02-445a-9513-181d826780ad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.993374] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.993573] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.994379] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80af5f7-377c-403a-bce9-7cc55925d1a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.005493] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1479.005493] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a69ff4-bf3e-fe9d-8324-488909b3505e" [ 1479.005493] env[63302]: _type = "Task" [ 1479.005493] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.014647] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a69ff4-bf3e-fe9d-8324-488909b3505e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.107070] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dfcbb82-2cb7-4190-8d99-d40afd55413d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.120418] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e24b75-9e93-4bd4-b01d-44348bde878a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.166938] env[63302]: DEBUG nova.compute.manager [req-6f78f1b1-41bc-4857-8990-c7759ffe93b6 req-dbc6fdd2-9837-475f-9d5b-9fbcba02789e service nova] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Detach interface failed, port_id=56dad9df-5d75-4211-aa50-67aeec15da67, reason: Instance aab9dc43-9547-4246-be2e-3018436bc6a5 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1479.219869] env[63302]: INFO nova.compute.manager [-] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Took 1.59 seconds to deallocate network for instance. [ 1479.250202] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795144, 'name': Rename_Task, 'duration_secs': 0.174164} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.250202] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.250202] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c87b26-318a-4d42-a98f-4a5e464a8c8e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.257701] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1479.257701] env[63302]: value = "task-1795145" [ 1479.257701] env[63302]: _type = "Task" [ 1479.257701] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.266837] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.478526] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9bf012-75a3-44e6-be05-1b2c1080e53d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.488293] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c05dd83-d3fd-4fd4-88e2-a2dd68085270 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.527178] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6f5c01-059f-4064-ba14-79fbc5e031e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.537723] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d48d52-b4f8-474f-ba8f-f9372d680cfb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.542032] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a69ff4-bf3e-fe9d-8324-488909b3505e, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.543696] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e25a747-1468-4da5-bb8a-f76a26644273 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.554529] env[63302]: DEBUG nova.compute.provider_tree [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.561569] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1479.561569] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528fedf0-fae0-a557-ecca-7cf39e71c102" [ 1479.561569] env[63302]: _type = "Task" [ 1479.561569] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.576254] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528fedf0-fae0-a557-ecca-7cf39e71c102, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.576254] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.576254] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82/3bc08585-9a04-42c4-a43a-eaf076d98a82.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.576254] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a44a0707-055c-4eb4-9890-4baa95618f8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.584133] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1479.584133] env[63302]: value = "task-1795146" [ 1479.584133] env[63302]: _type = "Task" [ 1479.584133] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.593711] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.727433] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.768517] env[63302]: DEBUG oslo_vmware.api [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795145, 'name': PowerOnVM_Task, 'duration_secs': 0.442968} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.768795] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.769008] env[63302]: INFO nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1479.769197] env[63302]: DEBUG nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.770103] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b13cd02-13fc-4a6b-89a7-6424465e57e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.062453] env[63302]: DEBUG nova.scheduler.client.report [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.094674] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795146, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.294881] env[63302]: INFO nova.compute.manager [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Took 41.57 seconds to build instance. [ 1480.568683] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.507s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.573924] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.599s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.579355] env[63302]: INFO nova.compute.claims [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.597362] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561175} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.598361] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82/3bc08585-9a04-42c4-a43a-eaf076d98a82.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.598361] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.598361] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676f0499-95b6-4fd3-84f2-d796d2e9f37c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.606182] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1480.606182] env[63302]: value = "task-1795147" [ 1480.606182] env[63302]: _type = "Task" [ 1480.606182] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.612055] env[63302]: INFO nova.scheduler.client.report [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Deleted allocations for instance 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1 [ 1480.619057] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.797081] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c4691351-17f6-418a-a631-eb65fdd24566 tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.796s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.082318] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquiring lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.082607] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.082819] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquiring lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.083628] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.083628] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.087976] env[63302]: INFO nova.compute.manager [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Terminating instance [ 1481.118632] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075826} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.118906] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.119788] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14efbefd-864e-4b52-822d-018b7f93cfaa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.147127] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82/3bc08585-9a04-42c4-a43a-eaf076d98a82.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.149565] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2f919b-17bd-4725-88b2-1ec836bdd9f5 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.856s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.149565] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fcbd537-7973-41af-8372-8cc93b219c84 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.174277] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1481.174277] env[63302]: value = "task-1795148" [ 1481.174277] env[63302]: _type = "Task" [ 1481.174277] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.183623] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.302144] env[63302]: DEBUG nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.594272] env[63302]: DEBUG nova.compute.manager [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.594272] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.595262] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec318be-d4cd-43ab-a257-340c482a6416 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.604382] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.604382] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a471f6-2796-4873-8375-2d5e6150a110 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.612941] env[63302]: DEBUG oslo_vmware.api [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1481.612941] env[63302]: value = "task-1795149" [ 1481.612941] env[63302]: _type = "Task" [ 1481.612941] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.627929] env[63302]: DEBUG oslo_vmware.api [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.688845] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795148, 'name': ReconfigVM_Task, 'duration_secs': 0.478896} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.692150] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82/3bc08585-9a04-42c4-a43a-eaf076d98a82.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.694044] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479ba784-0f5e-42af-8833-fbaba3efd946 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.702058] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1481.702058] env[63302]: value = "task-1795150" [ 1481.702058] env[63302]: _type = "Task" [ 1481.702058] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.712945] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795150, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.829199] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.123059] env[63302]: DEBUG oslo_vmware.api [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795149, 'name': PowerOffVM_Task, 'duration_secs': 0.180083} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.126345] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.126569] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.127083] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9331ccfa-6de9-4527-8af8-07c5b51d20e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.188563] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b700596-3ddf-4f04-ae1f-b3759cf60bb3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.197400] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887cd0ef-7d96-40f6-ac51-e5f1ac51d09d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.207793] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.208569] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.208852] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Deleting the datastore file [datastore1] 0ee776e0-a7a8-4f71-ba22-3eae1920358e {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.215464] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc961818-848a-47fc-ac23-774b87a4e1e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.253110] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c93777-3bc0-43f1-933b-47e8c0b48e3b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.265654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.265753] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.266035] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795150, 'name': Rename_Task, 'duration_secs': 0.19841} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.266447] env[63302]: DEBUG oslo_vmware.api [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for the task: (returnval){ [ 1482.266447] env[63302]: value = "task-1795152" [ 1482.266447] env[63302]: _type = "Task" [ 1482.266447] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.267277] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.268113] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57096297-223d-4219-b3e4-464796eda55a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.277687] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1b8c86-5261-464b-bc26-32008ac66d1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.288431] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1482.288431] env[63302]: value = "task-1795153" [ 1482.288431] env[63302]: _type = "Task" [ 1482.288431] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.289043] env[63302]: DEBUG oslo_vmware.api [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.296232] env[63302]: DEBUG oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52890bae-b51b-42c5-f8f6-2c130943fb24/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1482.306651] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272dedd-2459-4bfa-9e08-222076606edc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.310242] env[63302]: DEBUG nova.compute.provider_tree [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.315583] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795153, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.321535] env[63302]: DEBUG oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52890bae-b51b-42c5-f8f6-2c130943fb24/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1482.321535] env[63302]: ERROR oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52890bae-b51b-42c5-f8f6-2c130943fb24/disk-0.vmdk due to incomplete transfer. [ 1482.321535] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ee0b142-f0aa-4a47-b4ea-4d2277b7c35e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.327585] env[63302]: DEBUG oslo_vmware.rw_handles [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52890bae-b51b-42c5-f8f6-2c130943fb24/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1482.327983] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Uploaded image 9618bc09-34c0-47ab-a2d3-d0e551efe492 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1482.330245] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1482.330804] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-263252fe-1768-4e42-bb48-0c1385c3cf14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.337515] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1482.337515] env[63302]: value = "task-1795154" [ 1482.337515] env[63302]: _type = "Task" [ 1482.337515] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.346782] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795154, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.778186] env[63302]: DEBUG oslo_vmware.api [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Task: {'id': task-1795152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158942} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.778523] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.778680] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.778856] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.779084] env[63302]: INFO nova.compute.manager [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1482.779340] env[63302]: DEBUG oslo.service.loopingcall [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.779561] env[63302]: DEBUG nova.compute.manager [-] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.779680] env[63302]: DEBUG nova.network.neutron [-] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.804350] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.817886] env[63302]: DEBUG nova.scheduler.client.report [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.851360] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795154, 'name': Destroy_Task, 'duration_secs': 0.42681} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.855022] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Destroyed the VM [ 1482.855022] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1482.855022] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b1e9649-c197-4d00-b6a1-f718a94a43d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.863192] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1482.863192] env[63302]: value = "task-1795155" [ 1482.863192] env[63302]: _type = "Task" [ 1482.863192] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.873272] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.186245] env[63302]: DEBUG nova.compute.manager [req-aecf4cda-6968-42cc-8da1-66fd08f2fc01 req-5f32dda0-c8cf-4566-8439-32012b4f4e58 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Received event network-vif-deleted-1dc51afd-1e7e-4232-af4b-bd1b99385b4c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1483.186457] env[63302]: INFO nova.compute.manager [req-aecf4cda-6968-42cc-8da1-66fd08f2fc01 req-5f32dda0-c8cf-4566-8439-32012b4f4e58 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Neutron deleted interface 1dc51afd-1e7e-4232-af4b-bd1b99385b4c; detaching it from the instance and deleting it from the info cache [ 1483.186635] env[63302]: DEBUG nova.network.neutron [req-aecf4cda-6968-42cc-8da1-66fd08f2fc01 req-5f32dda0-c8cf-4566-8439-32012b4f4e58 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.302486] env[63302]: DEBUG oslo_vmware.api [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795153, 'name': PowerOnVM_Task, 'duration_secs': 0.571655} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.302753] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.302959] env[63302]: INFO nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1483.303152] env[63302]: DEBUG nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.303935] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ce499-bee3-4cdf-9376-d10db16096c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.323888] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.324462] env[63302]: DEBUG nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1483.327102] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.142s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.328896] env[63302]: INFO nova.compute.claims [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.374864] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.661662] env[63302]: DEBUG nova.network.neutron [-] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.690177] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68d0b2bf-74a8-4b53-961f-5d6ce81e995b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.701363] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55de9d7c-b0d1-406e-adea-2f789fc58730 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.734732] env[63302]: DEBUG nova.compute.manager [req-aecf4cda-6968-42cc-8da1-66fd08f2fc01 req-5f32dda0-c8cf-4566-8439-32012b4f4e58 service nova] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Detach interface failed, port_id=1dc51afd-1e7e-4232-af4b-bd1b99385b4c, reason: Instance 0ee776e0-a7a8-4f71-ba22-3eae1920358e could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1483.825475] env[63302]: INFO nova.compute.manager [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Took 43.57 seconds to build instance. [ 1483.840957] env[63302]: DEBUG nova.compute.utils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.843153] env[63302]: DEBUG nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.843153] env[63302]: DEBUG nova.network.neutron [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.873455] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795155, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.892504] env[63302]: DEBUG nova.policy [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e7f2201ebc240de9f5e972f5cdb249e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41adc472dd7244a69cf38142c86bce45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1484.166164] env[63302]: INFO nova.compute.manager [-] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Took 1.38 seconds to deallocate network for instance. [ 1484.277525] env[63302]: DEBUG nova.network.neutron [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Successfully created port: b4c51743-e11d-4535-814a-f152d0ea0c87 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.327797] env[63302]: DEBUG oslo_concurrency.lockutils [None req-523446b7-11c2-4905-8f23-fab2dc904a0d tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "3bc08585-9a04-42c4-a43a-eaf076d98a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.010s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.346724] env[63302]: DEBUG nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1484.372684] env[63302]: DEBUG oslo_vmware.api [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795155, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045539} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.372932] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1484.373448] env[63302]: INFO nova.compute.manager [None req-0209483c-a6aa-4d99-b241-edb6935cbfe5 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Took 16.99 seconds to snapshot the instance on the hypervisor. [ 1484.673174] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.731084] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "2a67d35d-5882-4494-9708-d0b921077856" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.731326] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a67d35d-5882-4494-9708-d0b921077856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.830891] env[63302]: DEBUG nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1484.889044] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7b186b-1b00-444a-b82b-04c8494a1c52 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.897913] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fadbc6-cd6d-43a3-ae35-a114b684446d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.930234] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7f0b2d-e8f9-4529-b754-1448799c4020 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.938435] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69617b7d-9f86-43cf-b3cd-fcfeb427c992 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.953681] env[63302]: DEBUG nova.compute.provider_tree [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.293747] env[63302]: INFO nova.compute.manager [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Rescuing [ 1485.293747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.293747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquired lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.293747] env[63302]: DEBUG nova.network.neutron [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.353515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.360992] env[63302]: DEBUG nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1485.384929] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.384929] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.384929] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.384929] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.385174] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.386031] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.386031] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.386031] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.386031] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.386203] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.386463] env[63302]: DEBUG nova.virt.hardware [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.387831] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc000968-56f6-4dc8-9d80-3fa5b0819059 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.397996] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34b0512-0e6d-4bee-97bc-28279c47d798 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.457151] env[63302]: DEBUG nova.scheduler.client.report [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.851442] env[63302]: DEBUG nova.compute.manager [req-b87ab6d2-fc1a-4fc4-baa0-5b30ddb3cbad req-cbef3192-aba8-4a4c-aca4-3e7f58013820 service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Received event network-vif-plugged-b4c51743-e11d-4535-814a-f152d0ea0c87 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1485.851720] env[63302]: DEBUG oslo_concurrency.lockutils [req-b87ab6d2-fc1a-4fc4-baa0-5b30ddb3cbad req-cbef3192-aba8-4a4c-aca4-3e7f58013820 service nova] Acquiring lock "27d74d37-9c58-40af-997f-a576fd41c093-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.851941] env[63302]: DEBUG oslo_concurrency.lockutils [req-b87ab6d2-fc1a-4fc4-baa0-5b30ddb3cbad req-cbef3192-aba8-4a4c-aca4-3e7f58013820 service nova] Lock "27d74d37-9c58-40af-997f-a576fd41c093-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.852041] env[63302]: DEBUG oslo_concurrency.lockutils [req-b87ab6d2-fc1a-4fc4-baa0-5b30ddb3cbad req-cbef3192-aba8-4a4c-aca4-3e7f58013820 service nova] Lock "27d74d37-9c58-40af-997f-a576fd41c093-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.852214] env[63302]: DEBUG nova.compute.manager [req-b87ab6d2-fc1a-4fc4-baa0-5b30ddb3cbad req-cbef3192-aba8-4a4c-aca4-3e7f58013820 service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] No waiting events found dispatching network-vif-plugged-b4c51743-e11d-4535-814a-f152d0ea0c87 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1485.852375] env[63302]: WARNING nova.compute.manager [req-b87ab6d2-fc1a-4fc4-baa0-5b30ddb3cbad req-cbef3192-aba8-4a4c-aca4-3e7f58013820 service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Received unexpected event network-vif-plugged-b4c51743-e11d-4535-814a-f152d0ea0c87 for instance with vm_state building and task_state spawning. [ 1485.964078] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.965539] env[63302]: DEBUG nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1485.969355] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.657s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.970854] env[63302]: INFO nova.compute.claims [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.064233] env[63302]: DEBUG nova.network.neutron [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Successfully updated port: b4c51743-e11d-4535-814a-f152d0ea0c87 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.099607] env[63302]: DEBUG nova.network.neutron [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updating instance_info_cache with network_info: [{"id": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "address": "fa:16:3e:1c:60:db", "network": {"id": "ce3f58a1-d625-4301-b0c1-3e20eb958b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-472630034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbf84b7cbbfe440f8101d85cf11cb593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ad0585-29", "ovs_interfaceid": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.478888] env[63302]: DEBUG nova.compute.utils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.482174] env[63302]: DEBUG nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1486.482349] env[63302]: DEBUG nova.network.neutron [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.522729] env[63302]: DEBUG nova.policy [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b84fc10f9d31435c910713791c09fac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89d15f6ac7b94ceebeb3849f5d0389ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1486.527925] env[63302]: DEBUG nova.compute.manager [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.528802] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95dfdc8-4f16-41d5-bc71-7c0f96a0f301 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.565802] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquiring lock "refresh_cache-27d74d37-9c58-40af-997f-a576fd41c093" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.565968] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquired lock "refresh_cache-27d74d37-9c58-40af-997f-a576fd41c093" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.566274] env[63302]: DEBUG nova.network.neutron [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.602568] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Releasing lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.801180] env[63302]: DEBUG nova.network.neutron [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Successfully created port: 7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1486.983561] env[63302]: DEBUG nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1487.040552] env[63302]: INFO nova.compute.manager [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] instance snapshotting [ 1487.043166] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ff990-0801-4270-80d7-1131ca874a4b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.070461] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8d235b-aaf2-460e-988b-0a1abc3d0d9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.122197] env[63302]: DEBUG nova.network.neutron [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.314436] env[63302]: DEBUG nova.network.neutron [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Updating instance_info_cache with network_info: [{"id": "b4c51743-e11d-4535-814a-f152d0ea0c87", "address": "fa:16:3e:ba:3a:ce", "network": {"id": "6b6fd427-ce7a-4255-ac45-7cbc7325270f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-288409130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41adc472dd7244a69cf38142c86bce45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c51743-e1", "ovs_interfaceid": "b4c51743-e11d-4535-814a-f152d0ea0c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.450682] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5962a511-ae4b-42d6-8f36-6b640b327f82 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.458906] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c0fcc6-62ef-4562-b0f8-5c338d61aaf7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.489156] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ad08bd-7b43-4f04-9ce7-f13c6ccf7de9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.500921] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e9db7c-6256-4b64-b31f-4450f81bd5d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.514098] env[63302]: DEBUG nova.compute.provider_tree [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.582313] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1487.582615] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0032461-4bd2-466c-af34-b35bf1286632 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.591338] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1487.591338] env[63302]: value = "task-1795156" [ 1487.591338] env[63302]: _type = "Task" [ 1487.591338] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.599823] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795156, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.817194] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Releasing lock "refresh_cache-27d74d37-9c58-40af-997f-a576fd41c093" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.817535] env[63302]: DEBUG nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Instance network_info: |[{"id": "b4c51743-e11d-4535-814a-f152d0ea0c87", "address": "fa:16:3e:ba:3a:ce", "network": {"id": "6b6fd427-ce7a-4255-ac45-7cbc7325270f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-288409130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41adc472dd7244a69cf38142c86bce45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c51743-e1", "ovs_interfaceid": "b4c51743-e11d-4535-814a-f152d0ea0c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1487.817987] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:3a:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4c51743-e11d-4535-814a-f152d0ea0c87', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1487.825587] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Creating folder: Project (41adc472dd7244a69cf38142c86bce45). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.825874] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9123557-4764-43c9-be51-eb39d5d28899 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.837734] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Created folder: Project (41adc472dd7244a69cf38142c86bce45) in parent group-v372222. [ 1487.837924] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Creating folder: Instances. Parent ref: group-v372329. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.838175] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7473883a-883c-4e3d-a7d9-95fe81cf0d55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.846431] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Created folder: Instances in parent group-v372329. [ 1487.846678] env[63302]: DEBUG oslo.service.loopingcall [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.846876] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.847110] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90411617-be3e-4116-8897-593afd9646dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.866970] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.866970] env[63302]: value = "task-1795159" [ 1487.866970] env[63302]: _type = "Task" [ 1487.866970] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.874807] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795159, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.877827] env[63302]: DEBUG nova.compute.manager [req-67d4395d-2781-4c49-a00b-899fab09dea9 req-f508e451-84e3-499c-9a44-891dc5d330b2 service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Received event network-changed-b4c51743-e11d-4535-814a-f152d0ea0c87 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1487.878175] env[63302]: DEBUG nova.compute.manager [req-67d4395d-2781-4c49-a00b-899fab09dea9 req-f508e451-84e3-499c-9a44-891dc5d330b2 service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Refreshing instance network info cache due to event network-changed-b4c51743-e11d-4535-814a-f152d0ea0c87. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1487.878521] env[63302]: DEBUG oslo_concurrency.lockutils [req-67d4395d-2781-4c49-a00b-899fab09dea9 req-f508e451-84e3-499c-9a44-891dc5d330b2 service nova] Acquiring lock "refresh_cache-27d74d37-9c58-40af-997f-a576fd41c093" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.878791] env[63302]: DEBUG oslo_concurrency.lockutils [req-67d4395d-2781-4c49-a00b-899fab09dea9 req-f508e451-84e3-499c-9a44-891dc5d330b2 service nova] Acquired lock "refresh_cache-27d74d37-9c58-40af-997f-a576fd41c093" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.879164] env[63302]: DEBUG nova.network.neutron [req-67d4395d-2781-4c49-a00b-899fab09dea9 req-f508e451-84e3-499c-9a44-891dc5d330b2 service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Refreshing network info cache for port b4c51743-e11d-4535-814a-f152d0ea0c87 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.998072] env[63302]: DEBUG nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1488.016102] env[63302]: DEBUG nova.scheduler.client.report [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.022027] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.022027] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.022027] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.022027] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.022027] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.022310] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.022310] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.022430] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.022595] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.022914] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.022914] env[63302]: DEBUG nova.virt.hardware [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.024115] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93090e38-5636-470e-94d2-8908cf0250cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.032380] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb237ed-bb2a-427c-a61e-7a870bce6c13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.102246] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795156, 'name': CreateSnapshot_Task, 'duration_secs': 0.508735} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.102536] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1488.103382] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57d26c9-5d32-4d2e-8154-f34a68ffa03a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.131395] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.131769] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c194b1-4bba-4e4f-aba4-2f3a00037810 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.140076] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1488.140076] env[63302]: value = "task-1795160" [ 1488.140076] env[63302]: _type = "Task" [ 1488.140076] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.150510] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.378575] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795159, 'name': CreateVM_Task, 'duration_secs': 0.391247} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.378749] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.379463] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.379628] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.379962] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1488.380220] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4e975d8-8884-4f25-865e-50b9cbf197ad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.389011] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1488.389011] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526f37cf-a7c9-c198-d59f-7a187e955973" [ 1488.389011] env[63302]: _type = "Task" [ 1488.389011] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.403169] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526f37cf-a7c9-c198-d59f-7a187e955973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.528563] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.529090] env[63302]: DEBUG nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.531810] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.974s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.532059] env[63302]: DEBUG nova.objects.instance [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lazy-loading 'resources' on Instance uuid 777b46e5-e2b5-49eb-b5da-3a196c847477 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.622919] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1488.623544] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-703c0ef5-426a-464d-93ad-5894882effa4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.631996] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1488.631996] env[63302]: value = "task-1795161" [ 1488.631996] env[63302]: _type = "Task" [ 1488.631996] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.642113] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795161, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.652029] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795160, 'name': PowerOffVM_Task, 'duration_secs': 0.188308} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.652029] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.652217] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8cdc41-3937-4b81-b273-0f20a8eb23ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.669510] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6527ce0-3c44-4c39-85bd-69b506439bd9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.707130] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.707483] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e0eee8-cc2e-4172-b798-dd4ae96a8e61 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.713578] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1488.713578] env[63302]: value = "task-1795162" [ 1488.713578] env[63302]: _type = "Task" [ 1488.713578] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.721980] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.756794] env[63302]: DEBUG nova.network.neutron [req-67d4395d-2781-4c49-a00b-899fab09dea9 req-f508e451-84e3-499c-9a44-891dc5d330b2 service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Updated VIF entry in instance network info cache for port b4c51743-e11d-4535-814a-f152d0ea0c87. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.757180] env[63302]: DEBUG nova.network.neutron [req-67d4395d-2781-4c49-a00b-899fab09dea9 req-f508e451-84e3-499c-9a44-891dc5d330b2 service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Updating instance_info_cache with network_info: [{"id": "b4c51743-e11d-4535-814a-f152d0ea0c87", "address": "fa:16:3e:ba:3a:ce", "network": {"id": "6b6fd427-ce7a-4255-ac45-7cbc7325270f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-288409130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41adc472dd7244a69cf38142c86bce45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c51743-e1", "ovs_interfaceid": "b4c51743-e11d-4535-814a-f152d0ea0c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.781789] env[63302]: DEBUG nova.network.neutron [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Successfully updated port: 7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.900818] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526f37cf-a7c9-c198-d59f-7a187e955973, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.901138] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.901375] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1488.901605] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.901750] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.901928] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1488.902227] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe929c9-e80b-4ecd-a33d-9f28bed39b74 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.910251] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1488.910419] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1488.911451] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587589a7-9823-4af6-ab7f-1a80ef00635e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.916932] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1488.916932] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c57d7f-ced4-31c0-8062-5b68c80b5e23" [ 1488.916932] env[63302]: _type = "Task" [ 1488.916932] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.925535] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c57d7f-ced4-31c0-8062-5b68c80b5e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.035509] env[63302]: DEBUG nova.compute.utils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.036807] env[63302]: DEBUG nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.036982] env[63302]: DEBUG nova.network.neutron [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.080452] env[63302]: DEBUG nova.policy [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b0ef974ca5746bb9036a4c1c3ef23d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2ce206669ed4be5a271b76af7388edd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.142450] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795161, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.228367] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1489.228738] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.229101] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.260638] env[63302]: DEBUG oslo_concurrency.lockutils [req-67d4395d-2781-4c49-a00b-899fab09dea9 req-f508e451-84e3-499c-9a44-891dc5d330b2 service nova] Releasing lock "refresh_cache-27d74d37-9c58-40af-997f-a576fd41c093" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.284746] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquiring lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.284923] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquired lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.286407] env[63302]: DEBUG nova.network.neutron [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.431837] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c57d7f-ced4-31c0-8062-5b68c80b5e23, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.434850] env[63302]: DEBUG nova.network.neutron [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Successfully created port: f6f6be16-0748-485a-a077-d4157d4cfb27 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.443023] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5c86b7-abc2-4fc2-9f69-cc9255c92fc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.445386] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1489.445386] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522cb44a-a8ff-d1bd-0b67-c62cb51951be" [ 1489.445386] env[63302]: _type = "Task" [ 1489.445386] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.457576] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522cb44a-a8ff-d1bd-0b67-c62cb51951be, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.457903] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.458180] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 27d74d37-9c58-40af-997f-a576fd41c093/27d74d37-9c58-40af-997f-a576fd41c093.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1489.458722] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.458911] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.460450] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d127967f-c06d-48b2-b1ca-41cb53145ec4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.461407] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5ed6bc6-fbec-45eb-9084-41b08f597129 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.471373] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1489.471373] env[63302]: value = "task-1795163" [ 1489.471373] env[63302]: _type = "Task" [ 1489.471373] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.475810] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.475895] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.476976] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7c7f70-dcf1-4ec9-8c4f-80ef1d995ac7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.484743] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.487820] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1489.487820] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524fe52a-cb51-e878-d30e-4c2221c7644f" [ 1489.487820] env[63302]: _type = "Task" [ 1489.487820] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.495158] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524fe52a-cb51-e878-d30e-4c2221c7644f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.528710] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e43275-275a-44b8-aac9-114315506581 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.536430] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e45536-41d3-4c01-beb2-610b1283b6f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.541952] env[63302]: DEBUG nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1489.576554] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d689d3-be28-4d0f-a63b-b46d2520ef2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.587481] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166053be-0ce0-406a-9ac9-9034022349a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.603217] env[63302]: DEBUG nova.compute.provider_tree [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.645079] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795161, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.838496] env[63302]: DEBUG nova.network.neutron [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.988131] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488553} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.988131] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 27d74d37-9c58-40af-997f-a576fd41c093/27d74d37-9c58-40af-997f-a576fd41c093.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1489.988131] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1489.988131] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8546782-489c-4381-b9dc-994cac7e3114 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.001582] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1490.001582] env[63302]: value = "task-1795164" [ 1490.001582] env[63302]: _type = "Task" [ 1490.001582] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.003450] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524fe52a-cb51-e878-d30e-4c2221c7644f, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.006224] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7681f8-445e-43d6-9cca-a9412e27ae35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.011820] env[63302]: DEBUG nova.compute.manager [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Received event network-vif-plugged-7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1490.012201] env[63302]: DEBUG oslo_concurrency.lockutils [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] Acquiring lock "f00074db-810e-4764-b001-4a7835629d01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.012520] env[63302]: DEBUG oslo_concurrency.lockutils [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] Lock "f00074db-810e-4764-b001-4a7835629d01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.016407] env[63302]: DEBUG oslo_concurrency.lockutils [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] Lock "f00074db-810e-4764-b001-4a7835629d01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.016407] env[63302]: DEBUG nova.compute.manager [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] No waiting events found dispatching network-vif-plugged-7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.016407] env[63302]: WARNING nova.compute.manager [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Received unexpected event network-vif-plugged-7b2dd292-0b83-4655-9909-232a46cc5dec for instance with vm_state building and task_state spawning. [ 1490.016407] env[63302]: DEBUG nova.compute.manager [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Received event network-changed-7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1490.016407] env[63302]: DEBUG nova.compute.manager [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Refreshing instance network info cache due to event network-changed-7b2dd292-0b83-4655-9909-232a46cc5dec. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1490.016407] env[63302]: DEBUG oslo_concurrency.lockutils [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] Acquiring lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.020025] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1490.020025] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5252071b-97bc-8786-ad13-b09959fb78b2" [ 1490.020025] env[63302]: _type = "Task" [ 1490.020025] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.020264] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.029848] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5252071b-97bc-8786-ad13-b09959fb78b2, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.030134] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.030397] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. {{(pid=63302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1490.030677] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f6068b8-5a8f-4489-8324-6f8f5423ea2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.037641] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1490.037641] env[63302]: value = "task-1795165" [ 1490.037641] env[63302]: _type = "Task" [ 1490.037641] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.038539] env[63302]: DEBUG nova.network.neutron [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Updating instance_info_cache with network_info: [{"id": "7b2dd292-0b83-4655-9909-232a46cc5dec", "address": "fa:16:3e:7f:6d:8e", "network": {"id": "32cd8dbf-88e6-4e35-94a1-c08f4046e5d0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1081252723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d15f6ac7b94ceebeb3849f5d0389ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2dd292-0b", "ovs_interfaceid": "7b2dd292-0b83-4655-9909-232a46cc5dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.048064] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.106515] env[63302]: DEBUG nova.scheduler.client.report [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.143854] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795161, 'name': CloneVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.512974] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066833} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.513282] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1490.514174] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676940ea-2681-42e8-a707-574b56ac14f3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.536948] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 27d74d37-9c58-40af-997f-a576fd41c093/27d74d37-9c58-40af-997f-a576fd41c093.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.537314] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2566de3-f334-4b72-ad82-b3ade450817b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.552219] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Releasing lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.552466] env[63302]: DEBUG nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Instance network_info: |[{"id": "7b2dd292-0b83-4655-9909-232a46cc5dec", "address": "fa:16:3e:7f:6d:8e", "network": {"id": "32cd8dbf-88e6-4e35-94a1-c08f4046e5d0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1081252723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d15f6ac7b94ceebeb3849f5d0389ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2dd292-0b", "ovs_interfaceid": "7b2dd292-0b83-4655-9909-232a46cc5dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1490.558051] env[63302]: DEBUG oslo_concurrency.lockutils [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] Acquired lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.558224] env[63302]: DEBUG nova.network.neutron [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Refreshing network info cache for port 7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.559924] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6d:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b2dd292-0b83-4655-9909-232a46cc5dec', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.567740] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Creating folder: Project (89d15f6ac7b94ceebeb3849f5d0389ee). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1490.568949] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78f28b3e-21e1-4b1a-8e3b-4362d60b334c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.574108] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1490.574108] env[63302]: value = "task-1795166" [ 1490.574108] env[63302]: _type = "Task" [ 1490.574108] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.577788] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499637} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.581154] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. [ 1490.581919] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d73d5d-a0ee-4bcb-af65-5abdf8167ff4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.586943] env[63302]: DEBUG nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.589111] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Acquiring lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.589342] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.589546] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Acquiring lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.589764] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.589958] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.597091] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Created folder: Project (89d15f6ac7b94ceebeb3849f5d0389ee) in parent group-v372222. [ 1490.597212] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Creating folder: Instances. Parent ref: group-v372334. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1490.597447] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.597965] env[63302]: INFO nova.compute.manager [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Terminating instance [ 1490.599474] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6b2b100-97d0-4fb4-9247-1f5a901ae951 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.617317] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.627012] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.630533] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.537s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.631981] env[63302]: INFO nova.compute.claims [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.638019] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71de644-15fd-48e2-8193-fc6571384086 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.650194] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Created folder: Instances in parent group-v372334. [ 1490.650435] env[63302]: DEBUG oslo.service.loopingcall [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.653925] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00074db-810e-4764-b001-4a7835629d01] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.656466] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.656686] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.656856] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.657051] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.657214] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.657366] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.657693] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.657879] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.658117] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.658275] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.658476] env[63302]: DEBUG nova.virt.hardware [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.659030] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9211f600-d846-4c2b-abdc-41c7789428aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.673893] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1197ed72-1344-4a62-9672-58d8f3c0662a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.678678] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1490.678678] env[63302]: value = "task-1795169" [ 1490.678678] env[63302]: _type = "Task" [ 1490.678678] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.685745] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795161, 'name': CloneVM_Task, 'duration_secs': 1.534333} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.689963] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Created linked-clone VM from snapshot [ 1490.690516] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.690516] env[63302]: value = "task-1795170" [ 1490.690516] env[63302]: _type = "Task" [ 1490.690516] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.691518] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743fc44a-2890-4d73-89d6-ecdf1ffc417d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.695035] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcc50a0-4145-436e-97a1-24fc0c821657 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.706785] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.715813] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Uploading image 11d5faf6-bad9-4ca8-8b2e-e973786f0d54 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1490.736254] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795170, 'name': CreateVM_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.750788] env[63302]: DEBUG oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1490.750788] env[63302]: value = "vm-372333" [ 1490.750788] env[63302]: _type = "VirtualMachine" [ 1490.750788] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1490.751097] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b17c328e-6f88-4697-ad90-05fdbda6c018 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.758898] env[63302]: DEBUG oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lease: (returnval){ [ 1490.758898] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528768a6-a2d1-1e89-c08b-e47d4e29f85c" [ 1490.758898] env[63302]: _type = "HttpNfcLease" [ 1490.758898] env[63302]: } obtained for exporting VM: (result){ [ 1490.758898] env[63302]: value = "vm-372333" [ 1490.758898] env[63302]: _type = "VirtualMachine" [ 1490.758898] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1490.759190] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the lease: (returnval){ [ 1490.759190] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528768a6-a2d1-1e89-c08b-e47d4e29f85c" [ 1490.759190] env[63302]: _type = "HttpNfcLease" [ 1490.759190] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1490.766209] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1490.766209] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528768a6-a2d1-1e89-c08b-e47d4e29f85c" [ 1490.766209] env[63302]: _type = "HttpNfcLease" [ 1490.766209] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1490.773486] env[63302]: INFO nova.scheduler.client.report [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleted allocations for instance 777b46e5-e2b5-49eb-b5da-3a196c847477 [ 1491.088383] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795166, 'name': ReconfigVM_Task, 'duration_secs': 0.336068} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.088665] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 27d74d37-9c58-40af-997f-a576fd41c093/27d74d37-9c58-40af-997f-a576fd41c093.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.089349] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea16db0a-d3bd-41e1-ae0d-73747db590dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.096271] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1491.096271] env[63302]: value = "task-1795172" [ 1491.096271] env[63302]: _type = "Task" [ 1491.096271] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.109524] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795172, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.130183] env[63302]: DEBUG nova.compute.manager [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.130425] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.130698] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec7eaa3-d957-4264-bd87-b083b6187fa8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.136989] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1491.136989] env[63302]: value = "task-1795173" [ 1491.136989] env[63302]: _type = "Task" [ 1491.136989] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.144907] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.191757] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795169, 'name': ReconfigVM_Task, 'duration_secs': 0.520421} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.192044] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.192946] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04741db5-715d-4e00-b10f-8be3d6d7eb84 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.225196] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f57e3613-9cd4-451e-9147-1579dc344619 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.242616] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795170, 'name': CreateVM_Task, 'duration_secs': 0.43768} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.243733] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00074db-810e-4764-b001-4a7835629d01] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.244075] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1491.244075] env[63302]: value = "task-1795174" [ 1491.244075] env[63302]: _type = "Task" [ 1491.244075] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.244715] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.244866] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.245192] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.245571] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9179feaa-a895-499f-a3f9-dd3ab4177d70 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.253173] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1491.253173] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d0e9ef-8991-9653-6e95-f58041acaede" [ 1491.253173] env[63302]: _type = "Task" [ 1491.253173] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.256299] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.265138] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d0e9ef-8991-9653-6e95-f58041acaede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.268653] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1491.268653] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528768a6-a2d1-1e89-c08b-e47d4e29f85c" [ 1491.268653] env[63302]: _type = "HttpNfcLease" [ 1491.268653] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1491.268933] env[63302]: DEBUG oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1491.268933] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528768a6-a2d1-1e89-c08b-e47d4e29f85c" [ 1491.268933] env[63302]: _type = "HttpNfcLease" [ 1491.268933] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1491.269765] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f973aab-fd65-434c-bcf3-0c22efe2e7f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.281526] env[63302]: DEBUG oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bf0ff-bb2d-435c-ec57-605d36561255/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1491.281779] env[63302]: DEBUG oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bf0ff-bb2d-435c-ec57-605d36561255/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1491.283309] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23bddbaa-e6af-4d9f-b827-3e3c5f17021d tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "777b46e5-e2b5-49eb-b5da-3a196c847477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.453s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.347168] env[63302]: DEBUG nova.network.neutron [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Successfully updated port: f6f6be16-0748-485a-a077-d4157d4cfb27 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.392958] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-948059ce-bf34-4da0-95a8-25ced04c88d6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.395113] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.395365] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.457360] env[63302]: DEBUG nova.network.neutron [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Updated VIF entry in instance network info cache for port 7b2dd292-0b83-4655-9909-232a46cc5dec. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.457770] env[63302]: DEBUG nova.network.neutron [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Updating instance_info_cache with network_info: [{"id": "7b2dd292-0b83-4655-9909-232a46cc5dec", "address": "fa:16:3e:7f:6d:8e", "network": {"id": "32cd8dbf-88e6-4e35-94a1-c08f4046e5d0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1081252723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d15f6ac7b94ceebeb3849f5d0389ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2dd292-0b", "ovs_interfaceid": "7b2dd292-0b83-4655-9909-232a46cc5dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.611660] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795172, 'name': Rename_Task, 'duration_secs': 0.232689} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.612917] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.614913] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc4f9234-3958-44ad-a467-d860e0b4c48d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.624977] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1491.624977] env[63302]: value = "task-1795175" [ 1491.624977] env[63302]: _type = "Task" [ 1491.624977] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.634729] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.647697] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795173, 'name': PowerOffVM_Task, 'duration_secs': 0.238018} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.648272] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.648593] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1491.648921] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372252', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'name': 'volume-796076cc-1278-428b-8b89-e53e07547f04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7369a4ba-3b07-4b71-a7ad-6dd77e57880d', 'attached_at': '', 'detached_at': '', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'serial': '796076cc-1278-428b-8b89-e53e07547f04'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1491.649964] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4af02b-e329-437b-aed7-715672094d55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.673237] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac8297d-9e44-4930-8df3-7ead75976889 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.687189] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1059cc0-2d56-4583-9bc1-41a24bab0d4b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.707027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d289ac-b416-41cd-8e2a-d7e0cbe01dcc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.722741] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] The volume has not been displaced from its original location: [datastore1] volume-796076cc-1278-428b-8b89-e53e07547f04/volume-796076cc-1278-428b-8b89-e53e07547f04.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1491.728427] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1491.731663] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5cf90f-aec9-4427-a747-ae3e028ba3af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.751435] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1491.751435] env[63302]: value = "task-1795176" [ 1491.751435] env[63302]: _type = "Task" [ 1491.751435] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.754683] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795174, 'name': ReconfigVM_Task, 'duration_secs': 0.222686} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.757538] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.760387] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-313aec8d-4209-4d4a-b019-0736d0eacc24 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.770429] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.775289] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d0e9ef-8991-9653-6e95-f58041acaede, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.775661] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1491.775661] env[63302]: value = "task-1795177" [ 1491.775661] env[63302]: _type = "Task" [ 1491.775661] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.781190] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.781769] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.782238] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.782520] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.782816] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.783486] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d794dd7-7ccd-4f2d-841c-66d749c5dff3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.800333] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.810341] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.810487] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.811900] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db451e0-1539-4e56-9fa0-a930c67de73e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.818046] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1491.818046] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e98ce1-f206-1f20-6cc7-cc2b3ffc6208" [ 1491.818046] env[63302]: _type = "Task" [ 1491.818046] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.829021] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e98ce1-f206-1f20-6cc7-cc2b3ffc6208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.849886] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.850061] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.850250] env[63302]: DEBUG nova.network.neutron [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.905638] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.905975] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1491.964869] env[63302]: DEBUG oslo_concurrency.lockutils [req-259a2039-fb62-4fc1-b4b3-04ec6c88e3bb req-c7e7d5cf-1a2b-4361-90e5-ba43f36bfd36 service nova] Releasing lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.138218] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795175, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.159402] env[63302]: DEBUG nova.compute.manager [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Received event network-vif-plugged-f6f6be16-0748-485a-a077-d4157d4cfb27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1492.159785] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] Acquiring lock "ef827c35-7d3f-45da-9422-e058331ace32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.160100] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] Lock "ef827c35-7d3f-45da-9422-e058331ace32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.160393] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] Lock "ef827c35-7d3f-45da-9422-e058331ace32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.160718] env[63302]: DEBUG nova.compute.manager [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] No waiting events found dispatching network-vif-plugged-f6f6be16-0748-485a-a077-d4157d4cfb27 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.160979] env[63302]: WARNING nova.compute.manager [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Received unexpected event network-vif-plugged-f6f6be16-0748-485a-a077-d4157d4cfb27 for instance with vm_state building and task_state spawning. [ 1492.161387] env[63302]: DEBUG nova.compute.manager [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Received event network-changed-f6f6be16-0748-485a-a077-d4157d4cfb27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1492.161661] env[63302]: DEBUG nova.compute.manager [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Refreshing instance network info cache due to event network-changed-f6f6be16-0748-485a-a077-d4157d4cfb27. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1492.161856] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] Acquiring lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.263933] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795176, 'name': ReconfigVM_Task, 'duration_secs': 0.230033} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.264761] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1492.270736] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f53ec6e-51d6-49c0-95b5-c79168c7fcc0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.281879] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a73926b-e4aa-4d48-a7b7-d7e2f0e35a79 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.291375] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1492.291375] env[63302]: value = "task-1795178" [ 1492.291375] env[63302]: _type = "Task" [ 1492.291375] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.296200] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795177, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.299865] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5234abfb-7b02-48b5-8c5a-2dc0e4d645b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.308705] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.340883] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262891b6-54e7-45d3-98bf-abdfd38bfbe1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.349688] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e98ce1-f206-1f20-6cc7-cc2b3ffc6208, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.354894] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0768af05-5edb-4fa5-bb29-763081137068 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.358589] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0f2cdc-8965-4c82-9868-f8835648a89d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.366927] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1492.366927] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5252e8ad-9de4-1eee-0802-5162c9ea117f" [ 1492.366927] env[63302]: _type = "Task" [ 1492.366927] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.376136] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "c551d570-604a-4767-8982-e08e72eb0021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.376525] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "c551d570-604a-4767-8982-e08e72eb0021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.376848] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "c551d570-604a-4767-8982-e08e72eb0021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.377199] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "c551d570-604a-4767-8982-e08e72eb0021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.377397] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "c551d570-604a-4767-8982-e08e72eb0021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.379377] env[63302]: DEBUG nova.compute.provider_tree [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.381212] env[63302]: INFO nova.compute.manager [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Terminating instance [ 1492.395049] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5252e8ad-9de4-1eee-0802-5162c9ea117f, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.396275] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.396542] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f00074db-810e-4764-b001-4a7835629d01/f00074db-810e-4764-b001-4a7835629d01.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.397493] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fa25321-76f1-44fb-afd3-67b36758eff8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.405569] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1492.405569] env[63302]: value = "task-1795179" [ 1492.405569] env[63302]: _type = "Task" [ 1492.405569] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.414203] env[63302]: DEBUG nova.network.neutron [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.421883] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.483586] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.483994] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.484389] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1492.619253] env[63302]: DEBUG nova.network.neutron [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Updating instance_info_cache with network_info: [{"id": "f6f6be16-0748-485a-a077-d4157d4cfb27", "address": "fa:16:3e:51:a9:41", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f6be16-07", "ovs_interfaceid": "f6f6be16-0748-485a-a077-d4157d4cfb27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.635988] env[63302]: DEBUG oslo_vmware.api [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795175, 'name': PowerOnVM_Task, 'duration_secs': 0.843731} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.636480] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.636796] env[63302]: INFO nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1492.637295] env[63302]: DEBUG nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.638221] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ad187c-c12e-4619-993d-1cc96cbec504 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.798339] env[63302]: DEBUG oslo_vmware.api [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795177, 'name': PowerOnVM_Task, 'duration_secs': 0.678557} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.802068] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.806199] env[63302]: DEBUG nova.compute.manager [None req-eec098fa-8bcf-4acf-9f4c-3df9574eb95f tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.807116] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62a4565-cd69-4fcb-8327-82f3fb6b7dcb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.813815] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795178, 'name': ReconfigVM_Task, 'duration_secs': 0.196889} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.814476] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372252', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'name': 'volume-796076cc-1278-428b-8b89-e53e07547f04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7369a4ba-3b07-4b71-a7ad-6dd77e57880d', 'attached_at': '', 'detached_at': '', 'volume_id': '796076cc-1278-428b-8b89-e53e07547f04', 'serial': '796076cc-1278-428b-8b89-e53e07547f04'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1492.814833] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.815825] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac54bfa-1003-4a31-8411-4c7101f5f5b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.829152] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.829531] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7f9d818-2f68-40fc-9628-02e6a7c0d2bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.889418] env[63302]: DEBUG nova.compute.manager [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.889786] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.895866] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dddd14b-ed0d-496d-96f3-4cdd236fa487 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.907247] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.911307] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7104626-2fcb-4f13-8895-7042d4c6ca1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.914355] env[63302]: ERROR nova.scheduler.client.report [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [req-ec7ac79a-22b4-4127-8b3c-3f370df8bffb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec7ac79a-22b4-4127-8b3c-3f370df8bffb"}]} [ 1492.925079] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795179, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.927428] env[63302]: DEBUG oslo_vmware.api [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1492.927428] env[63302]: value = "task-1795181" [ 1492.927428] env[63302]: _type = "Task" [ 1492.927428] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.940382] env[63302]: DEBUG nova.scheduler.client.report [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1492.960551] env[63302]: DEBUG nova.scheduler.client.report [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1492.960755] env[63302]: DEBUG nova.compute.provider_tree [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.975466] env[63302]: DEBUG nova.scheduler.client.report [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1493.001603] env[63302]: DEBUG nova.scheduler.client.report [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1493.034286] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.034868] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.035077] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Deleting the datastore file [datastore1] 7369a4ba-3b07-4b71-a7ad-6dd77e57880d {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.038439] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82ddaa1f-a840-4613-87e1-b4b7e53b27f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.048827] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for the task: (returnval){ [ 1493.048827] env[63302]: value = "task-1795182" [ 1493.048827] env[63302]: _type = "Task" [ 1493.048827] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.065632] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.122248] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.123143] env[63302]: DEBUG nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Instance network_info: |[{"id": "f6f6be16-0748-485a-a077-d4157d4cfb27", "address": "fa:16:3e:51:a9:41", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f6be16-07", "ovs_interfaceid": "f6f6be16-0748-485a-a077-d4157d4cfb27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.123369] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] Acquired lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.123953] env[63302]: DEBUG nova.network.neutron [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Refreshing network info cache for port f6f6be16-0748-485a-a077-d4157d4cfb27 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.124960] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:a9:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f6be16-0748-485a-a077-d4157d4cfb27', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.134434] env[63302]: DEBUG oslo.service.loopingcall [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.140612] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.142865] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8198e1cb-d683-405e-9880-260c91119b0c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.170881] env[63302]: INFO nova.compute.manager [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Took 42.21 seconds to build instance. [ 1493.173434] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.173434] env[63302]: value = "task-1795183" [ 1493.173434] env[63302]: _type = "Task" [ 1493.173434] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.187768] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795183, 'name': CreateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.419429] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718916} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.420071] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f00074db-810e-4764-b001-4a7835629d01/f00074db-810e-4764-b001-4a7835629d01.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1493.420071] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.420253] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe86df8-3e03-4e46-a220-b646c26dd634 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.428196] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1493.428196] env[63302]: value = "task-1795184" [ 1493.428196] env[63302]: _type = "Task" [ 1493.428196] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.443257] env[63302]: DEBUG oslo_vmware.api [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795181, 'name': PowerOffVM_Task, 'duration_secs': 0.28776} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.446180] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.446354] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.446577] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.446787] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a20121-6720-4374-8928-37e83eed827f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.451840] env[63302]: DEBUG nova.network.neutron [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Updated VIF entry in instance network info cache for port f6f6be16-0748-485a-a077-d4157d4cfb27. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.452229] env[63302]: DEBUG nova.network.neutron [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Updating instance_info_cache with network_info: [{"id": "f6f6be16-0748-485a-a077-d4157d4cfb27", "address": "fa:16:3e:51:a9:41", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f6be16-07", "ovs_interfaceid": "f6f6be16-0748-485a-a077-d4157d4cfb27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.507559] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquiring lock "27d74d37-9c58-40af-997f-a576fd41c093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.557896] env[63302]: DEBUG oslo_vmware.api [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Task: {'id': task-1795182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143126} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.560375] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.560574] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.560776] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.561629] env[63302]: INFO nova.compute.manager [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Took 2.43 seconds to destroy the instance on the hypervisor. [ 1493.561629] env[63302]: DEBUG oslo.service.loopingcall [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.563326] env[63302]: DEBUG nova.compute.manager [-] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.563428] env[63302]: DEBUG nova.network.neutron [-] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.574417] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c6c347-74a4-4c69-b0f5-9324ac678f1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.582138] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a63e3-5ea9-46e0-96af-73b3b3e598db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.616812] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a84c532-1ec2-49a0-addf-8587544688bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.626160] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047551c4-34c3-469b-a575-1b3d4cc92df3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.641167] env[63302]: DEBUG nova.compute.provider_tree [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.674443] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3b6936-1ec6-4373-b26d-6f4f4eb603b8 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "27d74d37-9c58-40af-997f-a576fd41c093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.811s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.675747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "27d74d37-9c58-40af-997f-a576fd41c093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.168s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.675965] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquiring lock "27d74d37-9c58-40af-997f-a576fd41c093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.676193] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "27d74d37-9c58-40af-997f-a576fd41c093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.676363] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "27d74d37-9c58-40af-997f-a576fd41c093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.681970] env[63302]: INFO nova.compute.manager [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Terminating instance [ 1493.690645] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795183, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.940946] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072564} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.941247] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.942063] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1ac57-2e02-48b8-8fec-e9aa160bf2ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.960809] env[63302]: DEBUG oslo_concurrency.lockutils [req-7c12ef1a-4efc-4ba0-b259-ef13afd6d941 req-4a95b13c-bdad-43b4-a388-8b490231d5ec service nova] Releasing lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.970956] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] f00074db-810e-4764-b001-4a7835629d01/f00074db-810e-4764-b001-4a7835629d01.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.971335] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8890db01-7b58-43c2-9be5-31cf4b478e09 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.988354] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Updating instance_info_cache with network_info: [{"id": "e3b89e71-5425-44e2-aa09-bf72a4b04c20", "address": "fa:16:3e:3c:99:93", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b89e71-54", "ovs_interfaceid": "e3b89e71-5425-44e2-aa09-bf72a4b04c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.998648] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1493.998648] env[63302]: value = "task-1795186" [ 1493.998648] env[63302]: _type = "Task" [ 1493.998648] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.007280] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.029124] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.029499] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.029666] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleting the datastore file [datastore1] c551d570-604a-4767-8982-e08e72eb0021 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.031822] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dc3489d-2303-48df-99f3-a564cf1e53dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.035225] env[63302]: DEBUG nova.compute.manager [req-698a8b5a-bc2e-452c-9f54-85538bbe3092 req-0706d2a0-71b2-4fcf-8c1e-354cb8770a92 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Received event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.035498] env[63302]: DEBUG nova.compute.manager [req-698a8b5a-bc2e-452c-9f54-85538bbe3092 req-0706d2a0-71b2-4fcf-8c1e-354cb8770a92 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing instance network info cache due to event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1494.035805] env[63302]: DEBUG oslo_concurrency.lockutils [req-698a8b5a-bc2e-452c-9f54-85538bbe3092 req-0706d2a0-71b2-4fcf-8c1e-354cb8770a92 service nova] Acquiring lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.036036] env[63302]: DEBUG oslo_concurrency.lockutils [req-698a8b5a-bc2e-452c-9f54-85538bbe3092 req-0706d2a0-71b2-4fcf-8c1e-354cb8770a92 service nova] Acquired lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.036263] env[63302]: DEBUG nova.network.neutron [req-698a8b5a-bc2e-452c-9f54-85538bbe3092 req-0706d2a0-71b2-4fcf-8c1e-354cb8770a92 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.044094] env[63302]: DEBUG oslo_vmware.api [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for the task: (returnval){ [ 1494.044094] env[63302]: value = "task-1795187" [ 1494.044094] env[63302]: _type = "Task" [ 1494.044094] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.055745] env[63302]: DEBUG oslo_vmware.api [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.187557] env[63302]: DEBUG nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1494.192289] env[63302]: DEBUG nova.compute.manager [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1494.192289] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.192289] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795183, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.195402] env[63302]: DEBUG nova.scheduler.client.report [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1494.195402] env[63302]: DEBUG nova.compute.provider_tree [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 66 to 67 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1494.195402] env[63302]: DEBUG nova.compute.provider_tree [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.198568] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f899d3-cc18-4aee-a145-e78db50e8f9b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.207811] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.208903] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd8dc4e-0533-4b91-850e-80f55b9f1eb0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.215394] env[63302]: DEBUG oslo_vmware.api [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1494.215394] env[63302]: value = "task-1795188" [ 1494.215394] env[63302]: _type = "Task" [ 1494.215394] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.227836] env[63302]: DEBUG oslo_vmware.api [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.491232] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-75757aed-59d8-497a-a60a-e501399ae412" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.491467] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1494.492402] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.493029] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.493029] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.493237] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.493410] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.493691] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.493872] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1494.494008] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.513272] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795186, 'name': ReconfigVM_Task, 'duration_secs': 0.356936} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.513272] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Reconfigured VM instance instance-00000026 to attach disk [datastore1] f00074db-810e-4764-b001-4a7835629d01/f00074db-810e-4764-b001-4a7835629d01.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.513565] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca75e9d2-925c-4303-8425-111f38c3addc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.522128] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1494.522128] env[63302]: value = "task-1795189" [ 1494.522128] env[63302]: _type = "Task" [ 1494.522128] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.532809] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795189, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.556168] env[63302]: DEBUG oslo_vmware.api [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Task: {'id': task-1795187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197302} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.556624] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.556689] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.556819] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.556996] env[63302]: INFO nova.compute.manager [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [instance: c551d570-604a-4767-8982-e08e72eb0021] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1494.557273] env[63302]: DEBUG oslo.service.loopingcall [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.557468] env[63302]: DEBUG nova.compute.manager [-] [instance: c551d570-604a-4767-8982-e08e72eb0021] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.557560] env[63302]: DEBUG nova.network.neutron [-] [instance: c551d570-604a-4767-8982-e08e72eb0021] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1494.689139] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795183, 'name': CreateVM_Task, 'duration_secs': 1.034535} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.689402] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.690123] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.690294] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.690633] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.690934] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bda110d-8163-4b8c-b628-dba6b249162d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.700134] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1494.700134] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b428a0-81c0-c668-b75c-d761ecacd2d9" [ 1494.700134] env[63302]: _type = "Task" [ 1494.700134] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.704180] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.074s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.704669] env[63302]: DEBUG nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1494.707705] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.562s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.712692] env[63302]: INFO nova.compute.claims [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.720309] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.728771] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b428a0-81c0-c668-b75c-d761ecacd2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.728823] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.729234] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.729578] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.729746] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.730175] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.732235] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f779798-cec4-4fd1-b7dc-363b928271d9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.736646] env[63302]: DEBUG oslo_vmware.api [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.744232] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.744436] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.745297] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843b5615-f569-4c92-82b6-9a2b99340710 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.751166] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1494.751166] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522729a7-8370-1873-1e4f-7e78f17d55ba" [ 1494.751166] env[63302]: _type = "Task" [ 1494.751166] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.759996] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522729a7-8370-1873-1e4f-7e78f17d55ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.855688] env[63302]: DEBUG nova.compute.manager [req-ea5607b2-977a-401b-b154-c265cd20425b req-d1606088-af4b-4478-8c18-fdce202a2105 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Received event network-vif-deleted-df09fdba-8a6d-4c48-aee7-01a30bf16a6b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.855898] env[63302]: INFO nova.compute.manager [req-ea5607b2-977a-401b-b154-c265cd20425b req-d1606088-af4b-4478-8c18-fdce202a2105 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Neutron deleted interface df09fdba-8a6d-4c48-aee7-01a30bf16a6b; detaching it from the instance and deleting it from the info cache [ 1494.856494] env[63302]: DEBUG nova.network.neutron [req-ea5607b2-977a-401b-b154-c265cd20425b req-d1606088-af4b-4478-8c18-fdce202a2105 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.918090] env[63302]: DEBUG nova.network.neutron [-] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.997419] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.036011] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795189, 'name': Rename_Task, 'duration_secs': 0.17004} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.036323] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1495.036607] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-268197e4-2439-43ec-86d7-05d9bff837e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.051372] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1495.051372] env[63302]: value = "task-1795190" [ 1495.051372] env[63302]: _type = "Task" [ 1495.051372] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.060444] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.168253] env[63302]: DEBUG nova.network.neutron [req-698a8b5a-bc2e-452c-9f54-85538bbe3092 req-0706d2a0-71b2-4fcf-8c1e-354cb8770a92 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updated VIF entry in instance network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.168653] env[63302]: DEBUG nova.network.neutron [req-698a8b5a-bc2e-452c-9f54-85538bbe3092 req-0706d2a0-71b2-4fcf-8c1e-354cb8770a92 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updating instance_info_cache with network_info: [{"id": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "address": "fa:16:3e:1c:60:db", "network": {"id": "ce3f58a1-d625-4301-b0c1-3e20eb958b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-472630034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbf84b7cbbfe440f8101d85cf11cb593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ad0585-29", "ovs_interfaceid": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.224152] env[63302]: DEBUG nova.compute.utils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.224152] env[63302]: DEBUG nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.224152] env[63302]: DEBUG nova.network.neutron [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.236933] env[63302]: DEBUG oslo_vmware.api [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.264145] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522729a7-8370-1873-1e4f-7e78f17d55ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.265157] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef84bd0-3c32-44b1-9052-d45a284c97c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.271434] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1495.271434] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52976e1e-5058-36f4-53bb-ded139afb3f3" [ 1495.271434] env[63302]: _type = "Task" [ 1495.271434] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.276641] env[63302]: DEBUG nova.policy [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f0e7d5a538c4f088eb65467666391c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2570721427e4e7baf151bd8823c949e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.284275] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52976e1e-5058-36f4-53bb-ded139afb3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.359671] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31825c9c-40ab-483a-a7d4-4a39817ac9ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.371690] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc504e6-6b62-4414-b6d7-a967335a8532 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.415025] env[63302]: DEBUG nova.compute.manager [req-ea5607b2-977a-401b-b154-c265cd20425b req-d1606088-af4b-4478-8c18-fdce202a2105 service nova] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Detach interface failed, port_id=df09fdba-8a6d-4c48-aee7-01a30bf16a6b, reason: Instance 7369a4ba-3b07-4b71-a7ad-6dd77e57880d could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1495.420563] env[63302]: INFO nova.compute.manager [-] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Took 1.86 seconds to deallocate network for instance. [ 1495.562476] env[63302]: DEBUG oslo_vmware.api [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795190, 'name': PowerOnVM_Task, 'duration_secs': 0.516291} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.562745] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.563025] env[63302]: INFO nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1495.563221] env[63302]: DEBUG nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.565450] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0933d15-8e3b-45ad-926d-9c93484abd81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.671965] env[63302]: DEBUG oslo_concurrency.lockutils [req-698a8b5a-bc2e-452c-9f54-85538bbe3092 req-0706d2a0-71b2-4fcf-8c1e-354cb8770a92 service nova] Releasing lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.695109] env[63302]: DEBUG nova.network.neutron [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Successfully created port: 28092b12-9424-4ad2-a5b3-72d029804afa {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.724353] env[63302]: DEBUG nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1495.741026] env[63302]: DEBUG nova.network.neutron [-] [instance: c551d570-604a-4767-8982-e08e72eb0021] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.748656] env[63302]: DEBUG oslo_vmware.api [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795188, 'name': PowerOffVM_Task, 'duration_secs': 1.223562} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.748915] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.749095] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.749350] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab96477c-e3df-4d3a-b754-82708f286917 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.783669] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52976e1e-5058-36f4-53bb-ded139afb3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015532} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.784075] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.784309] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] ef827c35-7d3f-45da-9422-e058331ace32/ef827c35-7d3f-45da-9422-e058331ace32.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.784499] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdb9f810-6200-48d1-983e-4d5c08d51cf3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.793707] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1495.793707] env[63302]: value = "task-1795192" [ 1495.793707] env[63302]: _type = "Task" [ 1495.793707] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.801821] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.838892] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.839125] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.839309] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Deleting the datastore file [datastore1] 27d74d37-9c58-40af-997f-a576fd41c093 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.839573] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feea3d87-ec9d-4861-9e93-2588f905ee9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.846262] env[63302]: DEBUG oslo_vmware.api [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for the task: (returnval){ [ 1495.846262] env[63302]: value = "task-1795193" [ 1495.846262] env[63302]: _type = "Task" [ 1495.846262] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.856808] env[63302]: DEBUG oslo_vmware.api [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.003218] env[63302]: INFO nova.compute.manager [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Took 0.58 seconds to detach 1 volumes for instance. [ 1496.008609] env[63302]: DEBUG nova.compute.manager [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Deleting volume: 796076cc-1278-428b-8b89-e53e07547f04 {{(pid=63302) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1496.096904] env[63302]: INFO nova.compute.manager [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Took 42.93 seconds to build instance. [ 1496.249970] env[63302]: INFO nova.compute.manager [-] [instance: c551d570-604a-4767-8982-e08e72eb0021] Took 1.69 seconds to deallocate network for instance. [ 1496.261351] env[63302]: DEBUG nova.compute.manager [req-d46fe386-4ab0-48b2-9f53-f40941c905b1 req-22565db7-e190-4388-ab3c-fb54e2b847d9 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Received event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1496.261351] env[63302]: DEBUG nova.compute.manager [req-d46fe386-4ab0-48b2-9f53-f40941c905b1 req-22565db7-e190-4388-ab3c-fb54e2b847d9 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing instance network info cache due to event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1496.261351] env[63302]: DEBUG oslo_concurrency.lockutils [req-d46fe386-4ab0-48b2-9f53-f40941c905b1 req-22565db7-e190-4388-ab3c-fb54e2b847d9 service nova] Acquiring lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.261351] env[63302]: DEBUG oslo_concurrency.lockutils [req-d46fe386-4ab0-48b2-9f53-f40941c905b1 req-22565db7-e190-4388-ab3c-fb54e2b847d9 service nova] Acquired lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.261351] env[63302]: DEBUG nova.network.neutron [req-d46fe386-4ab0-48b2-9f53-f40941c905b1 req-22565db7-e190-4388-ab3c-fb54e2b847d9 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.306314] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795192, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.308154] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d248b5-cbe1-40ff-8dab-ad40be5f9379 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.318863] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d7cf0-9b8b-4930-bf69-94f789563f13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.357676] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e7bf27-838a-4a1c-b3a5-faf03d5ab71c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.368468] env[63302]: DEBUG oslo_vmware.api [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Task: {'id': task-1795193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439388} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.370675] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936a14e4-2abc-4f4d-bdcb-a14b64ad04a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.374436] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.374731] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.375016] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.375305] env[63302]: INFO nova.compute.manager [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1496.375720] env[63302]: DEBUG oslo.service.loopingcall [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.376015] env[63302]: DEBUG nova.compute.manager [-] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.376015] env[63302]: DEBUG nova.network.neutron [-] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.390286] env[63302]: DEBUG nova.compute.provider_tree [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.569068] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.600962] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e02e2e-c699-4f53-9379-d6c85654212d tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "f00074db-810e-4764-b001-4a7835629d01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.116s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.737133] env[63302]: DEBUG nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.767849] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.775773] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.776039] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.776203] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.776727] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.776727] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.776828] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.777129] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.777372] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.777602] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.777851] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.778117] env[63302]: DEBUG nova.virt.hardware [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.779064] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6ecf63-e35f-485c-ac2b-808f66b60d60 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.788708] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a026ac78-e16d-475a-bfd0-0f0132e86324 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.814980] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803506} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.818943] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] ef827c35-7d3f-45da-9422-e058331ace32/ef827c35-7d3f-45da-9422-e058331ace32.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.819203] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.819775] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f92994b-4bc9-498c-851c-240c8154157a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.827551] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1496.827551] env[63302]: value = "task-1795195" [ 1496.827551] env[63302]: _type = "Task" [ 1496.827551] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.839149] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.897851] env[63302]: DEBUG nova.scheduler.client.report [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.059600] env[63302]: DEBUG nova.network.neutron [req-d46fe386-4ab0-48b2-9f53-f40941c905b1 req-22565db7-e190-4388-ab3c-fb54e2b847d9 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updated VIF entry in instance network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.059996] env[63302]: DEBUG nova.network.neutron [req-d46fe386-4ab0-48b2-9f53-f40941c905b1 req-22565db7-e190-4388-ab3c-fb54e2b847d9 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updating instance_info_cache with network_info: [{"id": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "address": "fa:16:3e:1c:60:db", "network": {"id": "ce3f58a1-d625-4301-b0c1-3e20eb958b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-472630034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbf84b7cbbfe440f8101d85cf11cb593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ad0585-29", "ovs_interfaceid": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.082135] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Acquiring lock "3aefff1a-b562-4fb4-8f73-65a207437f07" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.082135] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.104791] env[63302]: DEBUG nova.compute.manager [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.295423] env[63302]: DEBUG nova.network.neutron [-] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.338654] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193197} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.339009] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.339996] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cfa071-f127-4dcc-8a19-bbeb5a2f3eee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.364479] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] ef827c35-7d3f-45da-9422-e058331ace32/ef827c35-7d3f-45da-9422-e058331ace32.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.364479] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15585d3f-7bcf-4952-b946-d49fae1e4587 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.392870] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1497.392870] env[63302]: value = "task-1795196" [ 1497.392870] env[63302]: _type = "Task" [ 1497.392870] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.407576] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.407943] env[63302]: DEBUG nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1497.410796] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795196, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.414772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.166s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.414772] env[63302]: INFO nova.compute.claims [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.482059] env[63302]: DEBUG nova.network.neutron [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Successfully updated port: 28092b12-9424-4ad2-a5b3-72d029804afa {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.239773] env[63302]: DEBUG oslo_concurrency.lockutils [req-d46fe386-4ab0-48b2-9f53-f40941c905b1 req-22565db7-e190-4388-ab3c-fb54e2b847d9 service nova] Releasing lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.241547] env[63302]: DEBUG nova.compute.utils [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.244018] env[63302]: INFO nova.compute.manager [-] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Took 1.87 seconds to deallocate network for instance. [ 1498.245161] env[63302]: DEBUG nova.compute.utils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.248390] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-529dbacd-fe2a-4165-83fb-53a683996fc4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.248542] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-529dbacd-fe2a-4165-83fb-53a683996fc4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.252029] env[63302]: DEBUG nova.network.neutron [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.252029] env[63302]: DEBUG nova.compute.manager [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] [instance: c551d570-604a-4767-8982-e08e72eb0021] Received event network-vif-deleted-fa59e877-b3e1-4304-b1ec-f9a51c00c371 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1498.252260] env[63302]: DEBUG nova.compute.manager [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Received event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1498.252260] env[63302]: DEBUG nova.compute.manager [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing instance network info cache due to event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1498.252445] env[63302]: DEBUG oslo_concurrency.lockutils [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] Acquiring lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.253011] env[63302]: DEBUG oslo_concurrency.lockutils [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] Acquired lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.253201] env[63302]: DEBUG nova.network.neutron [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.263040] env[63302]: DEBUG nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.263235] env[63302]: DEBUG nova.network.neutron [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.279019] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.288257] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.344372] env[63302]: DEBUG nova.policy [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4403d011c3142b18c4e08fd1cbbae80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80b7e778b8f04be08256a1c12e637859', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1498.622814] env[63302]: DEBUG nova.network.neutron [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Successfully created port: efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.755849] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.674s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.757020] env[63302]: DEBUG nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1498.760651] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795196, 'name': ReconfigVM_Task, 'duration_secs': 1.142411} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.767472] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Reconfigured VM instance instance-00000027 to attach disk [datastore1] ef827c35-7d3f-45da-9422-e058331ace32/ef827c35-7d3f-45da-9422-e058331ace32.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.771121] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f2cdb7c-36a5-4f25-b2a1-76e202c1e9d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.773905] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.793376] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1498.793376] env[63302]: value = "task-1795197" [ 1498.793376] env[63302]: _type = "Task" [ 1498.793376] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.805718] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795197, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.860774] env[63302]: DEBUG nova.network.neutron [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.180088] env[63302]: DEBUG nova.network.neutron [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Updating instance_info_cache with network_info: [{"id": "28092b12-9424-4ad2-a5b3-72d029804afa", "address": "fa:16:3e:7c:88:c8", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28092b12-94", "ovs_interfaceid": "28092b12-9424-4ad2-a5b3-72d029804afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.190278] env[63302]: DEBUG nova.network.neutron [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updated VIF entry in instance network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.191074] env[63302]: DEBUG nova.network.neutron [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updating instance_info_cache with network_info: [{"id": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "address": "fa:16:3e:1c:60:db", "network": {"id": "ce3f58a1-d625-4301-b0c1-3e20eb958b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-472630034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbf84b7cbbfe440f8101d85cf11cb593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ad0585-29", "ovs_interfaceid": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.302971] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795197, 'name': Rename_Task, 'duration_secs': 0.384255} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.305478] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1499.305896] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-268ed46f-0e9b-4a29-92d3-56c73c997661 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.314027] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1499.314027] env[63302]: value = "task-1795198" [ 1499.314027] env[63302]: _type = "Task" [ 1499.314027] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.326651] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.335191] env[63302]: DEBUG nova.compute.manager [req-cc7eb1c9-3932-4e79-a968-edcded2920f4 req-470480d5-edd2-44de-b96e-4f700912eee3 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Received event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1499.335381] env[63302]: DEBUG nova.compute.manager [req-cc7eb1c9-3932-4e79-a968-edcded2920f4 req-470480d5-edd2-44de-b96e-4f700912eee3 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing instance network info cache due to event network-changed-e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1499.336030] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc7eb1c9-3932-4e79-a968-edcded2920f4 req-470480d5-edd2-44de-b96e-4f700912eee3 service nova] Acquiring lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.346325] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50bb00-65c2-4f6b-aa89-be317b343f48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.356387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6310198-5ade-480a-9b88-23c4537d7b5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.393276] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e235ca96-6cf6-404d-9d13-3bfca058e307 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.401727] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d323ada9-4969-4c6c-9d60-974723b8360b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.416037] env[63302]: DEBUG nova.compute.provider_tree [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.605821] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.606166] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.608591] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.608591] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.608591] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.611800] env[63302]: INFO nova.compute.manager [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Terminating instance [ 1499.685403] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-529dbacd-fe2a-4165-83fb-53a683996fc4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.685823] env[63302]: DEBUG nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Instance network_info: |[{"id": "28092b12-9424-4ad2-a5b3-72d029804afa", "address": "fa:16:3e:7c:88:c8", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28092b12-94", "ovs_interfaceid": "28092b12-9424-4ad2-a5b3-72d029804afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.686369] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:88:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28092b12-9424-4ad2-a5b3-72d029804afa', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.694614] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating folder: Project (b2570721427e4e7baf151bd8823c949e). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.695598] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Acquiring lock "3aefff1a-b562-4fb4-8f73-65a207437f07" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.695835] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.696068] env[63302]: INFO nova.compute.manager [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Attaching volume 853aaccc-8b8f-49e2-8f90-a5ae3ef7a266 to /dev/sdb [ 1499.700024] env[63302]: DEBUG oslo_concurrency.lockutils [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] Releasing lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.700118] env[63302]: DEBUG nova.compute.manager [req-1c559ab2-d3d3-4b85-969f-f2cb9cc69cb7 req-179c48cc-4c2c-423f-9918-49f90541a8ed service nova] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Received event network-vif-deleted-b4c51743-e11d-4535-814a-f152d0ea0c87 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1499.700427] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c903220-6797-431d-a28d-65297d2dffa4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.702704] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc7eb1c9-3932-4e79-a968-edcded2920f4 req-470480d5-edd2-44de-b96e-4f700912eee3 service nova] Acquired lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.702887] env[63302]: DEBUG nova.network.neutron [req-cc7eb1c9-3932-4e79-a968-edcded2920f4 req-470480d5-edd2-44de-b96e-4f700912eee3 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Refreshing network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.713748] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created folder: Project (b2570721427e4e7baf151bd8823c949e) in parent group-v372222. [ 1499.713957] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating folder: Instances. Parent ref: group-v372338. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.714231] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87171157-f541-41c9-aefd-02ff37fff376 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.723602] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created folder: Instances in parent group-v372338. [ 1499.723895] env[63302]: DEBUG oslo.service.loopingcall [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.724069] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.724285] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65d5fc5-8b84-464f-b937-31bf4d828aee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.742027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9ab542-6ac5-4db0-9089-6f439a78f1d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.753876] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce96bb-469a-44d2-ada2-56992aa40cd0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.756353] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.756353] env[63302]: value = "task-1795201" [ 1499.756353] env[63302]: _type = "Task" [ 1499.756353] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.765360] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795201, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.769063] env[63302]: DEBUG nova.virt.block_device [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Updating existing volume attachment record: b1af3884-bcba-467d-9402-4f20d2ad36a1 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1499.773517] env[63302]: DEBUG nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.803741] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.804013] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.804179] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.804363] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.804508] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.804656] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.804866] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.805106] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.805302] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.805471] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.805640] env[63302]: DEBUG nova.virt.hardware [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.806536] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0a18a2-b4b1-41fe-8716-c2df4d000d1f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.818717] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f45155-0ba0-4f4a-bcd6-bf2d3f18c643 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.827750] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.919892] env[63302]: DEBUG nova.scheduler.client.report [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.116943] env[63302]: DEBUG nova.compute.manager [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.117222] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.118389] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841424ad-c2f7-40eb-b2c3-2bd9c2b046d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.127619] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.127939] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ac14d57-4a19-412d-a7a2-34037e4cdc2f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.136708] env[63302]: DEBUG oslo_vmware.api [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1500.136708] env[63302]: value = "task-1795205" [ 1500.136708] env[63302]: _type = "Task" [ 1500.136708] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.156800] env[63302]: DEBUG oslo_vmware.api [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.227104] env[63302]: DEBUG nova.compute.manager [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Received event network-vif-plugged-28092b12-9424-4ad2-a5b3-72d029804afa {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1500.228060] env[63302]: DEBUG oslo_concurrency.lockutils [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] Acquiring lock "529dbacd-fe2a-4165-83fb-53a683996fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.228060] env[63302]: DEBUG oslo_concurrency.lockutils [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] Lock "529dbacd-fe2a-4165-83fb-53a683996fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.228434] env[63302]: DEBUG oslo_concurrency.lockutils [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] Lock "529dbacd-fe2a-4165-83fb-53a683996fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.228718] env[63302]: DEBUG nova.compute.manager [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] No waiting events found dispatching network-vif-plugged-28092b12-9424-4ad2-a5b3-72d029804afa {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1500.229024] env[63302]: WARNING nova.compute.manager [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Received unexpected event network-vif-plugged-28092b12-9424-4ad2-a5b3-72d029804afa for instance with vm_state building and task_state spawning. [ 1500.229329] env[63302]: DEBUG nova.compute.manager [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Received event network-changed-28092b12-9424-4ad2-a5b3-72d029804afa {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1500.232327] env[63302]: DEBUG nova.compute.manager [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Refreshing instance network info cache due to event network-changed-28092b12-9424-4ad2-a5b3-72d029804afa. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1500.232327] env[63302]: DEBUG oslo_concurrency.lockutils [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] Acquiring lock "refresh_cache-529dbacd-fe2a-4165-83fb-53a683996fc4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.232327] env[63302]: DEBUG oslo_concurrency.lockutils [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] Acquired lock "refresh_cache-529dbacd-fe2a-4165-83fb-53a683996fc4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.232327] env[63302]: DEBUG nova.network.neutron [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Refreshing network info cache for port 28092b12-9424-4ad2-a5b3-72d029804afa {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.272938] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795201, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.328879] env[63302]: DEBUG oslo_vmware.api [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795198, 'name': PowerOnVM_Task, 'duration_secs': 0.861224} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.329577] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.329964] env[63302]: INFO nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1500.330358] env[63302]: DEBUG nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.331941] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee87ed9e-080e-4849-9190-8f1c4a591724 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.431383] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.020s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.432029] env[63302]: DEBUG nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.434627] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.652s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.435365] env[63302]: DEBUG nova.objects.instance [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lazy-loading 'resources' on Instance uuid 7d1dd7af-2cf2-441f-b873-eae65e5f2d11 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.598267] env[63302]: DEBUG nova.network.neutron [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Successfully updated port: efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.616563] env[63302]: DEBUG nova.network.neutron [req-cc7eb1c9-3932-4e79-a968-edcded2920f4 req-470480d5-edd2-44de-b96e-4f700912eee3 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updated VIF entry in instance network info cache for port e3ad0585-29c7-4ca7-9273-ab5899b6a120. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.616990] env[63302]: DEBUG nova.network.neutron [req-cc7eb1c9-3932-4e79-a968-edcded2920f4 req-470480d5-edd2-44de-b96e-4f700912eee3 service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updating instance_info_cache with network_info: [{"id": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "address": "fa:16:3e:1c:60:db", "network": {"id": "ce3f58a1-d625-4301-b0c1-3e20eb958b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-472630034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbf84b7cbbfe440f8101d85cf11cb593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ad0585-29", "ovs_interfaceid": "e3ad0585-29c7-4ca7-9273-ab5899b6a120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.647232] env[63302]: DEBUG oslo_vmware.api [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795205, 'name': PowerOffVM_Task, 'duration_secs': 0.262538} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.647605] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.647830] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.648138] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2226e2ff-e494-4c04-929a-f3486de677d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.698093] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "db561df9-0a6a-4c10-8d2f-4f3029a24505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.698339] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "db561df9-0a6a-4c10-8d2f-4f3029a24505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.759872] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "3bc08585-9a04-42c4-a43a-eaf076d98a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.760145] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "3bc08585-9a04-42c4-a43a-eaf076d98a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.760359] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "3bc08585-9a04-42c4-a43a-eaf076d98a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.760540] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "3bc08585-9a04-42c4-a43a-eaf076d98a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.760711] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "3bc08585-9a04-42c4-a43a-eaf076d98a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.763384] env[63302]: INFO nova.compute.manager [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Terminating instance [ 1500.776204] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795201, 'name': CreateVM_Task, 'duration_secs': 0.621569} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.778232] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.779588] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.779740] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.780332] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.781148] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160c909c-8742-4717-a2e8-a40170a14ea4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.786545] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1500.786545] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522e6da3-9c08-e548-44e1-43c832065143" [ 1500.786545] env[63302]: _type = "Task" [ 1500.786545] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.801928] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522e6da3-9c08-e548-44e1-43c832065143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.806455] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.806607] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.806794] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Deleting the datastore file [datastore1] b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.807061] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8233b65-ec29-40a9-9ef7-0efc3ff113ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.814295] env[63302]: DEBUG oslo_vmware.api [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1500.814295] env[63302]: value = "task-1795207" [ 1500.814295] env[63302]: _type = "Task" [ 1500.814295] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.822366] env[63302]: DEBUG oslo_vmware.api [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.852019] env[63302]: INFO nova.compute.manager [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Took 43.57 seconds to build instance. [ 1500.939346] env[63302]: DEBUG nova.compute.utils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.941409] env[63302]: DEBUG nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.941630] env[63302]: DEBUG nova.network.neutron [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.002628] env[63302]: DEBUG nova.policy [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4b85833e2e4f20a4d2a72f52b042b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a7ac382c52b42d391cbaae9776cb49e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.021502] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-09c87e29-fc1a-4d86-9577-945789c97981-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.021921] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-09c87e29-fc1a-4d86-9577-945789c97981-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.022448] env[63302]: DEBUG nova.objects.instance [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'flavor' on Instance uuid 09c87e29-fc1a-4d86-9577-945789c97981 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.043794] env[63302]: DEBUG nova.network.neutron [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Updated VIF entry in instance network info cache for port 28092b12-9424-4ad2-a5b3-72d029804afa. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.044370] env[63302]: DEBUG nova.network.neutron [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Updating instance_info_cache with network_info: [{"id": "28092b12-9424-4ad2-a5b3-72d029804afa", "address": "fa:16:3e:7c:88:c8", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28092b12-94", "ovs_interfaceid": "28092b12-9424-4ad2-a5b3-72d029804afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.103892] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.103892] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.103892] env[63302]: DEBUG nova.network.neutron [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.121980] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc7eb1c9-3932-4e79-a968-edcded2920f4 req-470480d5-edd2-44de-b96e-4f700912eee3 service nova] Releasing lock "refresh_cache-3bc08585-9a04-42c4-a43a-eaf076d98a82" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.270567] env[63302]: DEBUG nova.compute.manager [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.270794] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.271818] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb1054a-6635-4cad-98b9-f0d14b3f24a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.282593] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.282874] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b6b264-0bb3-49eb-8f76-c9167410f570 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.291635] env[63302]: DEBUG oslo_vmware.api [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1501.291635] env[63302]: value = "task-1795208" [ 1501.291635] env[63302]: _type = "Task" [ 1501.291635] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.302498] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522e6da3-9c08-e548-44e1-43c832065143, 'name': SearchDatastore_Task, 'duration_secs': 0.013854} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.302883] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.303459] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.303459] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.303604] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.304887] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.307077] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e117a20e-416e-4059-a306-844c0e30a675 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.308906] env[63302]: DEBUG oslo_vmware.api [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.319498] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.319707] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.320888] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d8e71f-df0a-4db2-a581-5a385b42e08b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.328998] env[63302]: DEBUG oslo_vmware.api [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413858} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.329976] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.330171] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.330223] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.332886] env[63302]: INFO nova.compute.manager [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1501.332886] env[63302]: DEBUG oslo.service.loopingcall [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.332886] env[63302]: DEBUG nova.compute.manager [-] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.332886] env[63302]: DEBUG nova.network.neutron [-] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.335108] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1501.335108] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259cc60-f49c-477a-9802-1b270ea07001" [ 1501.335108] env[63302]: _type = "Task" [ 1501.335108] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.345542] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259cc60-f49c-477a-9802-1b270ea07001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.356682] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219b815d-05f6-47a2-8816-d8c07c5b1f3c tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "ef827c35-7d3f-45da-9422-e058331ace32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.497s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.446884] env[63302]: DEBUG nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.486560] env[63302]: DEBUG nova.network.neutron [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Successfully created port: 53f3dff7-31e3-499d-98a2-8d8c81f56e19 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.493861] env[63302]: INFO nova.compute.manager [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Rescuing [ 1501.494020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.494872] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.494872] env[63302]: DEBUG nova.network.neutron [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.512896] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3929c60-dec3-4011-a7a6-95a962e5723a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.521676] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed3d93-c973-4632-b9fd-46c6652a74ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.556544] env[63302]: DEBUG oslo_concurrency.lockutils [req-249efc45-cad6-486a-91d8-ab2ebb100766 req-a943cae5-7f21-46ad-910d-97912c1b548c service nova] Releasing lock "refresh_cache-529dbacd-fe2a-4165-83fb-53a683996fc4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.558901] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac70daeb-e1f4-4d22-8f69-1b89b5763a19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.565624] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0751e2-cbd9-4fb2-8f6c-ceeab049bb52 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.579961] env[63302]: DEBUG nova.compute.provider_tree [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.806166] env[63302]: DEBUG oslo_vmware.api [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795208, 'name': PowerOffVM_Task, 'duration_secs': 0.335056} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.806448] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.806619] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.806873] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c21fc79-a796-4dce-b4a9-2baf55ee3449 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.844216] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259cc60-f49c-477a-9802-1b270ea07001, 'name': SearchDatastore_Task, 'duration_secs': 0.015737} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.844996] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42dfa5ad-b93e-4cc7-b351-c0c4bffa9276 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.850232] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1501.850232] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f4a693-c74b-802e-70da-b9156e6c82a0" [ 1501.850232] env[63302]: _type = "Task" [ 1501.850232] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.857402] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f4a693-c74b-802e-70da-b9156e6c82a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.857770] env[63302]: DEBUG nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.896325] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.896325] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.896325] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Deleting the datastore file [datastore1] 3bc08585-9a04-42c4-a43a-eaf076d98a82 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.896325] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-853660cd-b145-46ca-8766-90e540e403c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.906285] env[63302]: DEBUG oslo_vmware.api [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for the task: (returnval){ [ 1501.906285] env[63302]: value = "task-1795210" [ 1501.906285] env[63302]: _type = "Task" [ 1501.906285] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.910221] env[63302]: DEBUG nova.network.neutron [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.917952] env[63302]: DEBUG oslo_vmware.api [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.065539] env[63302]: DEBUG nova.objects.instance [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'pci_requests' on Instance uuid 09c87e29-fc1a-4d86-9577-945789c97981 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.114315] env[63302]: ERROR nova.scheduler.client.report [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] [req-dab14ee6-f401-46b8-b1c9-26c9bdb6bf9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dab14ee6-f401-46b8-b1c9-26c9bdb6bf9c"}]} [ 1502.147377] env[63302]: DEBUG nova.scheduler.client.report [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1502.165228] env[63302]: DEBUG nova.scheduler.client.report [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1502.165480] env[63302]: DEBUG nova.compute.provider_tree [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1502.178042] env[63302]: DEBUG nova.scheduler.client.report [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1502.204579] env[63302]: DEBUG nova.scheduler.client.report [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1502.367286] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f4a693-c74b-802e-70da-b9156e6c82a0, 'name': SearchDatastore_Task, 'duration_secs': 0.017371} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.369951] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.370306] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4/529dbacd-fe2a-4165-83fb-53a683996fc4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.373547] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b7f5191-1dd0-47be-8112-806472c47212 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.383210] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1502.383210] env[63302]: value = "task-1795212" [ 1502.383210] env[63302]: _type = "Task" [ 1502.383210] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.388659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.392816] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.401492] env[63302]: DEBUG nova.network.neutron [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updating instance_info_cache with network_info: [{"id": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "address": "fa:16:3e:39:14:ef", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd72971-7c", "ovs_interfaceid": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.418510] env[63302]: DEBUG oslo_vmware.api [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Task: {'id': task-1795210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482024} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.422273] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.422273] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.422489] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.422676] env[63302]: INFO nova.compute.manager [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1502.423054] env[63302]: DEBUG oslo.service.loopingcall [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.424470] env[63302]: DEBUG nova.compute.manager [-] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.424584] env[63302]: DEBUG nova.network.neutron [-] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.433412] env[63302]: DEBUG nova.network.neutron [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Updating instance_info_cache with network_info: [{"id": "f6f6be16-0748-485a-a077-d4157d4cfb27", "address": "fa:16:3e:51:a9:41", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f6be16-07", "ovs_interfaceid": "f6f6be16-0748-485a-a077-d4157d4cfb27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.459660] env[63302]: DEBUG nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.496927] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.497364] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.497364] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.497603] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.498033] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.498033] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.498230] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.498543] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.498658] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.498801] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.498978] env[63302]: DEBUG nova.virt.hardware [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.500044] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9753ad43-c97c-4441-9252-f0a576c15f95 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.511449] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b952f0dd-b9fb-49fb-b96f-d9a5c069e5c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.569547] env[63302]: DEBUG nova.objects.base [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Object Instance<09c87e29-fc1a-4d86-9577-945789c97981> lazy-loaded attributes: flavor,pci_requests {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1502.569752] env[63302]: DEBUG nova.network.neutron [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.611702] env[63302]: DEBUG nova.policy [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1502.797253] env[63302]: DEBUG nova.compute.manager [req-31189d83-7eff-4dec-93a8-46e387da2578 req-cc0b0961-b8a7-41b6-abfb-5051bf475766 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Received event network-changed-7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1502.797253] env[63302]: DEBUG nova.compute.manager [req-31189d83-7eff-4dec-93a8-46e387da2578 req-cc0b0961-b8a7-41b6-abfb-5051bf475766 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Refreshing instance network info cache due to event network-changed-7b2dd292-0b83-4655-9909-232a46cc5dec. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1502.797253] env[63302]: DEBUG oslo_concurrency.lockutils [req-31189d83-7eff-4dec-93a8-46e387da2578 req-cc0b0961-b8a7-41b6-abfb-5051bf475766 service nova] Acquiring lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.797253] env[63302]: DEBUG oslo_concurrency.lockutils [req-31189d83-7eff-4dec-93a8-46e387da2578 req-cc0b0961-b8a7-41b6-abfb-5051bf475766 service nova] Acquired lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.797253] env[63302]: DEBUG nova.network.neutron [req-31189d83-7eff-4dec-93a8-46e387da2578 req-cc0b0961-b8a7-41b6-abfb-5051bf475766 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Refreshing network info cache for port 7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.826710] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4359b2d8-1289-45d0-8158-f08d4716da4c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.838768] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c537b61-f0bb-4eb2-a34f-e5c437fb4946 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.890442] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a25f68f-42ed-419c-82f4-80b739d95b5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.902684] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795212, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.904034] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e7b18b-bdb5-4bcc-819a-1c7526a10291 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.908658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Releasing lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.909414] env[63302]: DEBUG nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance network_info: |[{"id": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "address": "fa:16:3e:39:14:ef", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd72971-7c", "ovs_interfaceid": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1502.909414] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:14:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.917425] env[63302]: DEBUG oslo.service.loopingcall [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.918231] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.918484] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21587660-7ebf-483d-8e4f-4212c9806c34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.943371] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.945973] env[63302]: DEBUG nova.compute.provider_tree [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1502.949314] env[63302]: DEBUG nova.network.neutron [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Successfully created port: a2a6ad4a-997f-4036-9106-d6b8a8bcf438 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.958996] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.958996] env[63302]: value = "task-1795213" [ 1502.958996] env[63302]: _type = "Task" [ 1502.958996] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.974076] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795213, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.298767] env[63302]: DEBUG nova.network.neutron [-] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.402109] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696352} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.402541] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4/529dbacd-fe2a-4165-83fb-53a683996fc4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.402670] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.403019] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1639833-f027-4b83-9bf8-bd17fccbf364 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.413154] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1503.413154] env[63302]: value = "task-1795214" [ 1503.413154] env[63302]: _type = "Task" [ 1503.413154] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.433098] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.465920] env[63302]: DEBUG nova.network.neutron [-] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.472890] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795213, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.504409] env[63302]: DEBUG nova.scheduler.client.report [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1503.504736] env[63302]: DEBUG nova.compute.provider_tree [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 68 to 69 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1503.504925] env[63302]: DEBUG nova.compute.provider_tree [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1503.514446] env[63302]: DEBUG oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bf0ff-bb2d-435c-ec57-605d36561255/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1503.515567] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4602590c-6870-4285-8a0d-4ec3a36d400e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.525575] env[63302]: DEBUG oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bf0ff-bb2d-435c-ec57-605d36561255/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1503.525752] env[63302]: ERROR oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bf0ff-bb2d-435c-ec57-605d36561255/disk-0.vmdk due to incomplete transfer. [ 1503.526293] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-07678589-1a44-4970-85a3-94d22c15e774 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.537331] env[63302]: DEBUG oslo_vmware.rw_handles [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bf0ff-bb2d-435c-ec57-605d36561255/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1503.537542] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Uploaded image 11d5faf6-bad9-4ca8-8b2e-e973786f0d54 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1503.540096] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1503.540636] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-141c92e4-bc8b-4f21-b8e3-c12e04b7a0f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.547977] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1503.547977] env[63302]: value = "task-1795215" [ 1503.547977] env[63302]: _type = "Task" [ 1503.547977] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.557962] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795215, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.578191] env[63302]: DEBUG nova.compute.manager [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Received event network-vif-plugged-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.578536] env[63302]: DEBUG oslo_concurrency.lockutils [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] Acquiring lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.578657] env[63302]: DEBUG oslo_concurrency.lockutils [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.578828] env[63302]: DEBUG oslo_concurrency.lockutils [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.578992] env[63302]: DEBUG nova.compute.manager [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] No waiting events found dispatching network-vif-plugged-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.579164] env[63302]: WARNING nova.compute.manager [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Received unexpected event network-vif-plugged-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c for instance with vm_state building and task_state spawning. [ 1503.579322] env[63302]: DEBUG nova.compute.manager [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Received event network-changed-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.579467] env[63302]: DEBUG nova.compute.manager [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Refreshing instance network info cache due to event network-changed-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1503.579644] env[63302]: DEBUG oslo_concurrency.lockutils [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] Acquiring lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.579779] env[63302]: DEBUG oslo_concurrency.lockutils [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] Acquired lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.579975] env[63302]: DEBUG nova.network.neutron [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Refreshing network info cache for port efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.669090] env[63302]: DEBUG nova.network.neutron [req-31189d83-7eff-4dec-93a8-46e387da2578 req-cc0b0961-b8a7-41b6-abfb-5051bf475766 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Updated VIF entry in instance network info cache for port 7b2dd292-0b83-4655-9909-232a46cc5dec. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.669505] env[63302]: DEBUG nova.network.neutron [req-31189d83-7eff-4dec-93a8-46e387da2578 req-cc0b0961-b8a7-41b6-abfb-5051bf475766 service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Updating instance_info_cache with network_info: [{"id": "7b2dd292-0b83-4655-9909-232a46cc5dec", "address": "fa:16:3e:7f:6d:8e", "network": {"id": "32cd8dbf-88e6-4e35-94a1-c08f4046e5d0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1081252723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d15f6ac7b94ceebeb3849f5d0389ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2dd292-0b", "ovs_interfaceid": "7b2dd292-0b83-4655-9909-232a46cc5dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.803764] env[63302]: INFO nova.compute.manager [-] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Took 2.47 seconds to deallocate network for instance. [ 1503.925339] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183125} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.925622] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.926244] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa426473-00e8-46ca-8e53-a25d291ec4ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.950237] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4/529dbacd-fe2a-4165-83fb-53a683996fc4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.950552] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16a6b719-9447-479b-964c-45c3032c12b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.969855] env[63302]: INFO nova.compute.manager [-] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Took 1.55 seconds to deallocate network for instance. [ 1503.978726] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795213, 'name': CreateVM_Task, 'duration_secs': 0.573532} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.979923] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.980293] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1503.980293] env[63302]: value = "task-1795216" [ 1503.980293] env[63302]: _type = "Task" [ 1503.980293] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.980935] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.981075] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.981380] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.982075] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed8f027-8c50-48bd-8607-ac4733cf8ec1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.990067] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1503.990067] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524d0334-0331-7e75-d057-e7152d140d84" [ 1503.990067] env[63302]: _type = "Task" [ 1503.990067] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.995050] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.009858] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524d0334-0331-7e75-d057-e7152d140d84, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.010811] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.011059] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.011328] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.011491] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.011714] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.012482] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d6fcd54-83a6-4451-9748-470e0fcd7817 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.020710] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.586s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.023958] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.114s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.025477] env[63302]: INFO nova.compute.claims [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1504.028755] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.028941] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.029906] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbb3390-b246-4e1a-9fe0-89cd390719bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.037128] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1504.037128] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525fb0ae-276a-51e6-d501-32cafb7a2492" [ 1504.037128] env[63302]: _type = "Task" [ 1504.037128] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.045990] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525fb0ae-276a-51e6-d501-32cafb7a2492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.052400] env[63302]: INFO nova.scheduler.client.report [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Deleted allocations for instance 7d1dd7af-2cf2-441f-b873-eae65e5f2d11 [ 1504.062373] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795215, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.080232] env[63302]: DEBUG nova.network.neutron [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Successfully updated port: 53f3dff7-31e3-499d-98a2-8d8c81f56e19 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.171952] env[63302]: DEBUG oslo_concurrency.lockutils [req-31189d83-7eff-4dec-93a8-46e387da2578 req-cc0b0961-b8a7-41b6-abfb-5051bf475766 service nova] Releasing lock "refresh_cache-f00074db-810e-4764-b001-4a7835629d01" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.311211] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.330436] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1504.330676] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372343', 'volume_id': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'name': 'volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3aefff1a-b562-4fb4-8f73-65a207437f07', 'attached_at': '', 'detached_at': '', 'volume_id': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'serial': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1504.331653] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ee6bc-cd1b-4735-aa6e-6b6f77961d66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.352483] env[63302]: DEBUG nova.network.neutron [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updated VIF entry in instance network info cache for port efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.352483] env[63302]: DEBUG nova.network.neutron [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updating instance_info_cache with network_info: [{"id": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "address": "fa:16:3e:39:14:ef", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd72971-7c", "ovs_interfaceid": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.353812] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8645de-3696-4f6e-bdb9-c1bac726245a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.382502] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266/volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.383225] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e5fd18-69c3-4e2c-99ab-9b944db5a029 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.406422] env[63302]: DEBUG oslo_vmware.api [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Waiting for the task: (returnval){ [ 1504.406422] env[63302]: value = "task-1795217" [ 1504.406422] env[63302]: _type = "Task" [ 1504.406422] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.415398] env[63302]: DEBUG oslo_vmware.api [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Task: {'id': task-1795217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.471526] env[63302]: DEBUG nova.network.neutron [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Successfully updated port: a2a6ad4a-997f-4036-9106-d6b8a8bcf438 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.476317] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.492611] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795216, 'name': ReconfigVM_Task, 'duration_secs': 0.33114} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.492863] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4/529dbacd-fe2a-4165-83fb-53a683996fc4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.493993] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb8f439e-fc0f-4187-aeed-3433f9dce5b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.501190] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.501537] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1504.501537] env[63302]: value = "task-1795218" [ 1504.501537] env[63302]: _type = "Task" [ 1504.501537] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.501738] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bbc91d7-702d-49da-ab14-163626f7ca87 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.512920] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795218, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.514398] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1504.514398] env[63302]: value = "task-1795219" [ 1504.514398] env[63302]: _type = "Task" [ 1504.514398] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.523726] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.547801] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525fb0ae-276a-51e6-d501-32cafb7a2492, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.549610] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d28a6f-be37-45bb-ae8c-35f899e56651 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.562403] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1504.562403] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f7d7de-e927-57ac-64e3-d88d3b994413" [ 1504.562403] env[63302]: _type = "Task" [ 1504.562403] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.562669] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795215, 'name': Destroy_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.569501] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6755f147-d5e7-4ffb-9693-26cd6e217a6d tempest-InstanceActionsTestJSON-1326824397 tempest-InstanceActionsTestJSON-1326824397-project-member] Lock "7d1dd7af-2cf2-441f-b873-eae65e5f2d11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.792s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.577220] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f7d7de-e927-57ac-64e3-d88d3b994413, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.577478] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.577758] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 1bc765b2-1b03-408d-9a59-fa597303cf1f/1bc765b2-1b03-408d-9a59-fa597303cf1f.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.578055] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed57d7eb-67cb-4bd9-8fe6-9726648a7ec8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.582963] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.583129] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.583317] env[63302]: DEBUG nova.network.neutron [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.586533] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1504.586533] env[63302]: value = "task-1795220" [ 1504.586533] env[63302]: _type = "Task" [ 1504.586533] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.599803] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.857837] env[63302]: DEBUG oslo_concurrency.lockutils [req-27367842-4c3a-4771-8a0e-b2a39fafb6b0 req-3097e2bc-3207-4b5f-a6a8-1830facecaa3 service nova] Releasing lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.918355] env[63302]: DEBUG oslo_vmware.api [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Task: {'id': task-1795217, 'name': ReconfigVM_Task, 'duration_secs': 0.451535} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.918661] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266/volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.924108] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64833521-368e-47b2-8abc-2c2175046ad8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.943432] env[63302]: DEBUG oslo_vmware.api [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Waiting for the task: (returnval){ [ 1504.943432] env[63302]: value = "task-1795221" [ 1504.943432] env[63302]: _type = "Task" [ 1504.943432] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.957766] env[63302]: DEBUG oslo_vmware.api [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Task: {'id': task-1795221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.974281] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.974658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.975017] env[63302]: DEBUG nova.network.neutron [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.015036] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795218, 'name': Rename_Task, 'duration_secs': 0.202694} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.015258] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.018722] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45132eb3-a075-468a-ba7d-7ac754f608fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.028533] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795219, 'name': PowerOffVM_Task, 'duration_secs': 0.191681} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.030113] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.030653] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1505.030653] env[63302]: value = "task-1795222" [ 1505.030653] env[63302]: _type = "Task" [ 1505.030653] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.031459] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6a6dba-0b9a-4654-8412-d73bf6eeb91b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.068172] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffcda6f-9a48-40fb-b4d7-cddd76639a04 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.071706] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.090713] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795215, 'name': Destroy_Task, 'duration_secs': 1.119604} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.096990] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Destroyed the VM [ 1505.097355] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1505.098420] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd466233-4d59-4799-a697-dfcb5f9a1ac5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.109858] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795220, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.119190] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.119959] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1505.119959] env[63302]: value = "task-1795223" [ 1505.119959] env[63302]: _type = "Task" [ 1505.119959] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.120421] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-397ac7d5-e6ca-4a85-95dd-b1452a454394 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.132997] env[63302]: DEBUG nova.network.neutron [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.151610] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795223, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.152273] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1505.152273] env[63302]: value = "task-1795224" [ 1505.152273] env[63302]: _type = "Task" [ 1505.152273] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.176545] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1505.176829] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.177132] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.177315] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.177541] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.177856] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9453f093-be0b-4bd5-8c8d-26bef4cf2288 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.199746] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.200735] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.200930] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7035c4-c732-4a89-903a-018a96b50a0d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.214339] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1505.214339] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52227bb6-b3a7-ab10-ac01-e58c87e6ee56" [ 1505.214339] env[63302]: _type = "Task" [ 1505.214339] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.229532] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52227bb6-b3a7-ab10-ac01-e58c87e6ee56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.251780] env[63302]: DEBUG nova.compute.manager [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received event network-vif-plugged-a2a6ad4a-997f-4036-9106-d6b8a8bcf438 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.252138] env[63302]: DEBUG oslo_concurrency.lockutils [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] Acquiring lock "09c87e29-fc1a-4d86-9577-945789c97981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.252302] env[63302]: DEBUG oslo_concurrency.lockutils [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] Lock "09c87e29-fc1a-4d86-9577-945789c97981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.252478] env[63302]: DEBUG oslo_concurrency.lockutils [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] Lock "09c87e29-fc1a-4d86-9577-945789c97981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.252645] env[63302]: DEBUG nova.compute.manager [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] No waiting events found dispatching network-vif-plugged-a2a6ad4a-997f-4036-9106-d6b8a8bcf438 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.252802] env[63302]: WARNING nova.compute.manager [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received unexpected event network-vif-plugged-a2a6ad4a-997f-4036-9106-d6b8a8bcf438 for instance with vm_state active and task_state None. [ 1505.252954] env[63302]: DEBUG nova.compute.manager [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received event network-changed-a2a6ad4a-997f-4036-9106-d6b8a8bcf438 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.253166] env[63302]: DEBUG nova.compute.manager [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Refreshing instance network info cache due to event network-changed-a2a6ad4a-997f-4036-9106-d6b8a8bcf438. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1505.253280] env[63302]: DEBUG oslo_concurrency.lockutils [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] Acquiring lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.322630] env[63302]: DEBUG nova.network.neutron [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Updating instance_info_cache with network_info: [{"id": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "address": "fa:16:3e:be:73:27", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f3dff7-31", "ovs_interfaceid": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.456617] env[63302]: DEBUG oslo_vmware.api [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Task: {'id': task-1795221, 'name': ReconfigVM_Task, 'duration_secs': 0.20671} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.457088] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372343', 'volume_id': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'name': 'volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3aefff1a-b562-4fb4-8f73-65a207437f07', 'attached_at': '', 'detached_at': '', 'volume_id': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'serial': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1505.531140] env[63302]: WARNING nova.network.neutron [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] 3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78 already exists in list: networks containing: ['3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78']. ignoring it [ 1505.547801] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.604441] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736662} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.604706] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 1bc765b2-1b03-408d-9a59-fa597303cf1f/1bc765b2-1b03-408d-9a59-fa597303cf1f.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.604963] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.607369] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d2cd135-7d3e-49d9-8774-95dec9420100 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.617061] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1505.617061] env[63302]: value = "task-1795225" [ 1505.617061] env[63302]: _type = "Task" [ 1505.617061] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.625844] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.634396] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795223, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.638711] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca863cc-1951-455c-869d-056d4e4d9658 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.648432] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6888ea4-87a5-483b-a6fb-5f5903adc5a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.684860] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141a0ca4-69e8-4cd2-b6fd-dbb2bd4d1c5a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.693961] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e3428-d9e1-4c67-b2e7-8fcd431745f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.713445] env[63302]: DEBUG nova.compute.provider_tree [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.723934] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52227bb6-b3a7-ab10-ac01-e58c87e6ee56, 'name': SearchDatastore_Task, 'duration_secs': 0.035814} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.725180] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1876b630-f011-4e3b-8400-f1cbeafbadf0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.734148] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1505.734148] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fa5a7e-6544-59e7-8905-5093af5f7a34" [ 1505.734148] env[63302]: _type = "Task" [ 1505.734148] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.742193] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fa5a7e-6544-59e7-8905-5093af5f7a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.825013] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.825380] env[63302]: DEBUG nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Instance network_info: |[{"id": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "address": "fa:16:3e:be:73:27", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f3dff7-31", "ovs_interfaceid": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.827942] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:73:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53f3dff7-31e3-499d-98a2-8d8c81f56e19', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.835554] env[63302]: DEBUG oslo.service.loopingcall [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.835768] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.836303] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8798b0c-e96b-427c-9016-b5555b10a2a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.861794] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.861794] env[63302]: value = "task-1795226" [ 1505.861794] env[63302]: _type = "Task" [ 1505.861794] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.867853] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795226, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.872630] env[63302]: DEBUG nova.network.neutron [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updating instance_info_cache with network_info: [{"id": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "address": "fa:16:3e:82:83:f6", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4652e9f7-10", "ovs_interfaceid": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2a6ad4a-997f-4036-9106-d6b8a8bcf438", "address": "fa:16:3e:9f:9e:f5", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6ad4a-99", "ovs_interfaceid": "a2a6ad4a-997f-4036-9106-d6b8a8bcf438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.046064] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.127869] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07557} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.129888] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.130769] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011e7db-f847-40a9-afba-64c53ab95935 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.139615] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795223, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.159064] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 1bc765b2-1b03-408d-9a59-fa597303cf1f/1bc765b2-1b03-408d-9a59-fa597303cf1f.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.159419] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168d89a8-819d-4806-820d-5d6488c1d12f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.182580] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1506.182580] env[63302]: value = "task-1795227" [ 1506.182580] env[63302]: _type = "Task" [ 1506.182580] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.195781] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.247263] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fa5a7e-6544-59e7-8905-5093af5f7a34, 'name': SearchDatastore_Task, 'duration_secs': 0.035179} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.248029] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.248029] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] ef827c35-7d3f-45da-9422-e058331ace32/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. {{(pid=63302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1506.248029] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c034eb5-6384-4151-8b78-edb5e2ed28e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.255932] env[63302]: DEBUG nova.compute.manager [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Received event network-vif-deleted-68b49233-e813-41d3-9539-76789bd9d8e3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1506.256251] env[63302]: DEBUG nova.compute.manager [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Received event network-vif-deleted-e3ad0585-29c7-4ca7-9273-ab5899b6a120 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1506.257448] env[63302]: DEBUG nova.compute.manager [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Received event network-vif-plugged-53f3dff7-31e3-499d-98a2-8d8c81f56e19 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1506.257448] env[63302]: DEBUG oslo_concurrency.lockutils [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] Acquiring lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.257448] env[63302]: DEBUG oslo_concurrency.lockutils [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] Lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.257448] env[63302]: DEBUG oslo_concurrency.lockutils [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] Lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.257777] env[63302]: DEBUG nova.compute.manager [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] No waiting events found dispatching network-vif-plugged-53f3dff7-31e3-499d-98a2-8d8c81f56e19 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.258139] env[63302]: WARNING nova.compute.manager [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Received unexpected event network-vif-plugged-53f3dff7-31e3-499d-98a2-8d8c81f56e19 for instance with vm_state building and task_state spawning. [ 1506.258409] env[63302]: DEBUG nova.compute.manager [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Received event network-changed-53f3dff7-31e3-499d-98a2-8d8c81f56e19 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1506.258711] env[63302]: DEBUG nova.compute.manager [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Refreshing instance network info cache due to event network-changed-53f3dff7-31e3-499d-98a2-8d8c81f56e19. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1506.259055] env[63302]: DEBUG oslo_concurrency.lockutils [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] Acquiring lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.259270] env[63302]: DEBUG oslo_concurrency.lockutils [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] Acquired lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.259502] env[63302]: DEBUG nova.network.neutron [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Refreshing network info cache for port 53f3dff7-31e3-499d-98a2-8d8c81f56e19 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.263496] env[63302]: DEBUG nova.scheduler.client.report [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1506.263819] env[63302]: DEBUG nova.compute.provider_tree [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 69 to 70 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1506.265017] env[63302]: DEBUG nova.compute.provider_tree [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1506.269461] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1506.269461] env[63302]: value = "task-1795228" [ 1506.269461] env[63302]: _type = "Task" [ 1506.269461] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.284696] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.369977] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795226, 'name': CreateVM_Task, 'duration_secs': 0.377568} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.370219] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.370875] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.371110] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.371438] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.371690] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13705882-7a65-4ebc-8d76-72e6781c544d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.375225] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.375980] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.376164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.377489] env[63302]: DEBUG oslo_concurrency.lockutils [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] Acquired lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.377681] env[63302]: DEBUG nova.network.neutron [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Refreshing network info cache for port a2a6ad4a-997f-4036-9106-d6b8a8bcf438 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.381895] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0060ce74-19e6-49d5-b45d-0a7d1a55ca9f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.382079] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1506.382079] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5290bc73-3a8e-5868-2164-59c0391bea31" [ 1506.382079] env[63302]: _type = "Task" [ 1506.382079] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.400479] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1506.400779] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.400926] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1506.401114] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.401276] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1506.401426] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1506.402089] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1506.402336] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1506.402563] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1506.402695] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1506.402980] env[63302]: DEBUG nova.virt.hardware [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1506.410126] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Reconfiguring VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1506.412159] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb2e0c53-2d31-4122-a366-815b8688f120 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.429388] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5290bc73-3a8e-5868-2164-59c0391bea31, 'name': SearchDatastore_Task, 'duration_secs': 0.020787} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.430201] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.430461] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.430747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.430905] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.431106] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.431650] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e1667b2-2d10-4975-b0c8-758fe5a56d1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.436836] env[63302]: DEBUG oslo_vmware.api [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1506.436836] env[63302]: value = "task-1795229" [ 1506.436836] env[63302]: _type = "Task" [ 1506.436836] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.441281] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.441466] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.442530] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13009dcd-0def-4ce7-932f-91f41539b4b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.450579] env[63302]: DEBUG oslo_vmware.api [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795229, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.455158] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1506.455158] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d03615-bb18-8db2-fb1b-16360b7fba80" [ 1506.455158] env[63302]: _type = "Task" [ 1506.455158] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.464472] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d03615-bb18-8db2-fb1b-16360b7fba80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.502029] env[63302]: DEBUG nova.objects.instance [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Lazy-loading 'flavor' on Instance uuid 3aefff1a-b562-4fb4-8f73-65a207437f07 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.545918] env[63302]: DEBUG nova.network.neutron [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Updated VIF entry in instance network info cache for port 53f3dff7-31e3-499d-98a2-8d8c81f56e19. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.546462] env[63302]: DEBUG nova.network.neutron [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Updating instance_info_cache with network_info: [{"id": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "address": "fa:16:3e:be:73:27", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f3dff7-31", "ovs_interfaceid": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.551149] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.645930] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795223, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.695160] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.772107] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.772744] env[63302]: DEBUG nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.776504] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.105s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.782025] env[63302]: DEBUG nova.objects.instance [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lazy-loading 'resources' on Instance uuid abc29cc9-d3d8-4a81-b8a5-ea416d4a1422 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.790647] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.948632] env[63302]: DEBUG oslo_vmware.api [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.968031] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d03615-bb18-8db2-fb1b-16360b7fba80, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.971497] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580730aa-2777-400b-98bd-799cb5c94c42 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.977359] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1506.977359] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522e2612-4a6b-909f-98d6-567e9ca2a4bf" [ 1506.977359] env[63302]: _type = "Task" [ 1506.977359] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.985842] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522e2612-4a6b-909f-98d6-567e9ca2a4bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.007701] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2cf1e0de-875a-4c33-a79a-1a1d4f7a025f tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.051712] env[63302]: DEBUG oslo_vmware.api [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795222, 'name': PowerOnVM_Task, 'duration_secs': 1.641867} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.052304] env[63302]: DEBUG oslo_concurrency.lockutils [req-cfcc7b2b-7846-43d4-89d9-a77c63c5a889 req-05756fae-0dcc-4792-a21b-0894f909dc2c service nova] Releasing lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.052731] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.053037] env[63302]: INFO nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1507.053255] env[63302]: DEBUG nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.054089] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c9faf5-d3c3-48d9-93eb-aa65f9749afe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.119652] env[63302]: DEBUG nova.network.neutron [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updated VIF entry in instance network info cache for port a2a6ad4a-997f-4036-9106-d6b8a8bcf438. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.120199] env[63302]: DEBUG nova.network.neutron [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updating instance_info_cache with network_info: [{"id": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "address": "fa:16:3e:82:83:f6", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4652e9f7-10", "ovs_interfaceid": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2a6ad4a-997f-4036-9106-d6b8a8bcf438", "address": "fa:16:3e:9f:9e:f5", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6ad4a-99", "ovs_interfaceid": "a2a6ad4a-997f-4036-9106-d6b8a8bcf438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.137568] env[63302]: DEBUG oslo_vmware.api [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795223, 'name': RemoveSnapshot_Task, 'duration_secs': 1.603586} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.137766] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1507.138017] env[63302]: INFO nova.compute.manager [None req-5e126f5c-a438-41a9-8231-936168ce3168 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Took 20.10 seconds to snapshot the instance on the hypervisor. [ 1507.197137] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795227, 'name': ReconfigVM_Task, 'duration_secs': 0.665907} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.197720] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 1bc765b2-1b03-408d-9a59-fa597303cf1f/1bc765b2-1b03-408d-9a59-fa597303cf1f.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.202995] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e98d20b9-c1a5-46da-b435-1969723c6cfb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.211278] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1507.211278] env[63302]: value = "task-1795230" [ 1507.211278] env[63302]: _type = "Task" [ 1507.211278] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.222781] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795230, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.284438] env[63302]: DEBUG nova.compute.utils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1507.288552] env[63302]: DEBUG nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1507.288742] env[63302]: DEBUG nova.network.neutron [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1507.297503] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648306} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.297832] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] ef827c35-7d3f-45da-9422-e058331ace32/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. [ 1507.301216] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e61480-ea8c-4858-84b3-cc7612783b7f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.329081] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] ef827c35-7d3f-45da-9422-e058331ace32/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.335915] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff902c0-c549-4d86-8e29-a5eaa0addeef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.359500] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1507.359500] env[63302]: value = "task-1795231" [ 1507.359500] env[63302]: _type = "Task" [ 1507.359500] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.364582] env[63302]: DEBUG nova.policy [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fda17fb63e894077826025cca7567f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '220c242cacac43a9b3c75126ae14e351', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1507.372223] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.451219] env[63302]: DEBUG oslo_vmware.api [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795229, 'name': ReconfigVM_Task, 'duration_secs': 0.664224} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.455101] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.455182] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Reconfigured VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1507.494294] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522e2612-4a6b-909f-98d6-567e9ca2a4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.025472} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.495148] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.495148] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 61db11a7-dc0e-4c69-8f59-a855ee1c0279/61db11a7-dc0e-4c69-8f59-a855ee1c0279.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.495860] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0c5829d-a677-4006-848a-f5939a5fd3a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.507888] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1507.507888] env[63302]: value = "task-1795232" [ 1507.507888] env[63302]: _type = "Task" [ 1507.507888] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.520015] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.575020] env[63302]: INFO nova.compute.manager [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Took 46.50 seconds to build instance. [ 1507.623059] env[63302]: DEBUG oslo_concurrency.lockutils [req-25d2bc9f-d6d1-4a15-86b1-1f72a99b7b2a req-ae7b5eb4-d3c1-43f2-a0b8-9bbb761ed748 service nova] Releasing lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.717701] env[63302]: DEBUG nova.network.neutron [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Successfully created port: 21f5c3c9-908a-4ba8-8203-cb4bfea3ef87 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.727380] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795230, 'name': Rename_Task, 'duration_secs': 0.307199} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.727725] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1507.728016] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a380bbff-52a1-4fce-b0f6-cc7e1172f9ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.739514] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1507.739514] env[63302]: value = "task-1795233" [ 1507.739514] env[63302]: _type = "Task" [ 1507.739514] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.762647] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.789744] env[63302]: DEBUG nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.871187] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795231, 'name': ReconfigVM_Task, 'duration_secs': 0.450257} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.871416] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Reconfigured VM instance instance-00000027 to attach disk [datastore1] ef827c35-7d3f-45da-9422-e058331ace32/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.872304] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced404d8-f052-4511-81f8-b44561dd68a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.908435] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e0c0173-408e-4c49-b600-ffb421cbfb1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.932881] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1507.932881] env[63302]: value = "task-1795234" [ 1507.932881] env[63302]: _type = "Task" [ 1507.932881] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.943999] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.946866] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc954d-b5c7-4822-9b7e-5d454d538f7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.953581] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d984d1cb-ccbd-4d75-99e1-6a2ac986d883 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.962486] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-8806-4cc6-8c52-1edbe0e1a24e tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-09c87e29-fc1a-4d86-9577-945789c97981-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.940s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.991577] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e772d52-baba-4d82-a079-337699f4cdef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.003763] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb8fe27-77a5-491e-be45-dad9696d8cb1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.023516] env[63302]: DEBUG nova.compute.provider_tree [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.029413] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795232, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.081938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5cf15a4f-8d5f-4578-9c1e-38ebfabd47d2 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "529dbacd-fe2a-4165-83fb-53a683996fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.809s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.255162] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.444592] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795234, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.519721] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868212} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.520184] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 61db11a7-dc0e-4c69-8f59-a855ee1c0279/61db11a7-dc0e-4c69-8f59-a855ee1c0279.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.520430] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.520698] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cd43226-c21e-45fb-a87d-ffb2a9b57892 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.526420] env[63302]: DEBUG nova.scheduler.client.report [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.531328] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1508.531328] env[63302]: value = "task-1795235" [ 1508.531328] env[63302]: _type = "Task" [ 1508.531328] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.541884] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.587576] env[63302]: DEBUG nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1508.751626] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.806183] env[63302]: DEBUG nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.832286] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.832286] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.832286] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.832286] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.832286] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.832286] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.832286] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.832286] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.832665] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.832810] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.833061] env[63302]: DEBUG nova.virt.hardware [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.834086] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad42754c-1449-4d89-bf4e-8f338663b715 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.843645] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a77cf3-6adc-4a3a-a166-9e60ccfe8501 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.944188] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795234, 'name': ReconfigVM_Task, 'duration_secs': 0.551732} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.944188] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.944188] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25d1853-fdc3-4704-b72b-3d825da5c371 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.952809] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1508.952809] env[63302]: value = "task-1795236" [ 1508.952809] env[63302]: _type = "Task" [ 1508.952809] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.965612] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.032846] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.035521] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.233s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.040374] env[63302]: INFO nova.compute.claims [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.052098] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072514} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.053804] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.053804] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b72ac0b-fee7-4941-ab09-2e539354ca2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.084796] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 61db11a7-dc0e-4c69-8f59-a855ee1c0279/61db11a7-dc0e-4c69-8f59-a855ee1c0279.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.086125] env[63302]: INFO nova.scheduler.client.report [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Deleted allocations for instance abc29cc9-d3d8-4a81-b8a5-ea416d4a1422 [ 1509.091550] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e519648-0524-4cec-878d-0b390758e85b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.128670] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1509.128670] env[63302]: value = "task-1795237" [ 1509.128670] env[63302]: _type = "Task" [ 1509.128670] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.133556] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.141453] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.257924] env[63302]: DEBUG oslo_vmware.api [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795233, 'name': PowerOnVM_Task, 'duration_secs': 1.061978} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.257924] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.257924] env[63302]: INFO nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1509.257924] env[63302]: DEBUG nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.258431] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5945e45-b91d-495d-88d2-7be214670780 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.464656] env[63302]: DEBUG oslo_vmware.api [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795236, 'name': PowerOnVM_Task, 'duration_secs': 0.457127} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.468022] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.468527] env[63302]: DEBUG nova.compute.manager [None req-f1cc82d8-5da1-48c6-85d3-56d9deddf40d tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.469764] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef813d-da84-4813-9ba6-968d5de98673 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.594641] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1dbd2079-e05e-4695-8b80-a8afff701b3c tempest-ServerExternalEventsTest-455660841 tempest-ServerExternalEventsTest-455660841-project-member] Lock "abc29cc9-d3d8-4a81-b8a5-ea416d4a1422" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.329s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.640999] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795237, 'name': ReconfigVM_Task, 'duration_secs': 0.35122} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.641453] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 61db11a7-dc0e-4c69-8f59-a855ee1c0279/61db11a7-dc0e-4c69-8f59-a855ee1c0279.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.642137] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3718e980-6c7c-4791-b770-3a64a280f1c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.649345] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1509.649345] env[63302]: value = "task-1795238" [ 1509.649345] env[63302]: _type = "Task" [ 1509.649345] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.658846] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795238, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.683084] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Acquiring lock "3aefff1a-b562-4fb4-8f73-65a207437f07" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.683357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.706865] env[63302]: DEBUG nova.network.neutron [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Successfully updated port: 21f5c3c9-908a-4ba8-8203-cb4bfea3ef87 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.790760] env[63302]: INFO nova.compute.manager [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Took 47.66 seconds to build instance. [ 1509.830508] env[63302]: DEBUG nova.compute.manager [req-b3788cc2-9688-415a-a5d6-daa485662226 req-2c3ac6d8-3f6a-4de6-91d2-be407815cfca service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Received event network-vif-plugged-21f5c3c9-908a-4ba8-8203-cb4bfea3ef87 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1509.830782] env[63302]: DEBUG oslo_concurrency.lockutils [req-b3788cc2-9688-415a-a5d6-daa485662226 req-2c3ac6d8-3f6a-4de6-91d2-be407815cfca service nova] Acquiring lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.831055] env[63302]: DEBUG oslo_concurrency.lockutils [req-b3788cc2-9688-415a-a5d6-daa485662226 req-2c3ac6d8-3f6a-4de6-91d2-be407815cfca service nova] Lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.831323] env[63302]: DEBUG oslo_concurrency.lockutils [req-b3788cc2-9688-415a-a5d6-daa485662226 req-2c3ac6d8-3f6a-4de6-91d2-be407815cfca service nova] Lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.831424] env[63302]: DEBUG nova.compute.manager [req-b3788cc2-9688-415a-a5d6-daa485662226 req-2c3ac6d8-3f6a-4de6-91d2-be407815cfca service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] No waiting events found dispatching network-vif-plugged-21f5c3c9-908a-4ba8-8203-cb4bfea3ef87 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.831635] env[63302]: WARNING nova.compute.manager [req-b3788cc2-9688-415a-a5d6-daa485662226 req-2c3ac6d8-3f6a-4de6-91d2-be407815cfca service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Received unexpected event network-vif-plugged-21f5c3c9-908a-4ba8-8203-cb4bfea3ef87 for instance with vm_state building and task_state spawning. [ 1510.061025] env[63302]: INFO nova.compute.manager [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Rebuilding instance [ 1510.137815] env[63302]: DEBUG nova.compute.manager [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.140240] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dda39e-8c21-4d35-9247-cf45e360b6d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.163904] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795238, 'name': Rename_Task, 'duration_secs': 0.152841} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.164249] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.168092] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89356a1c-401e-451e-85a4-bfa9e7cc2bf6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.180081] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1510.180081] env[63302]: value = "task-1795239" [ 1510.180081] env[63302]: _type = "Task" [ 1510.180081] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.187397] env[63302]: INFO nova.compute.manager [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Detaching volume 853aaccc-8b8f-49e2-8f90-a5ae3ef7a266 [ 1510.197319] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.210154] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "refresh_cache-2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.210322] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "refresh_cache-2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.210478] env[63302]: DEBUG nova.network.neutron [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.243112] env[63302]: INFO nova.virt.block_device [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Attempting to driver detach volume 853aaccc-8b8f-49e2-8f90-a5ae3ef7a266 from mountpoint /dev/sdb [ 1510.243410] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1510.243548] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372343', 'volume_id': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'name': 'volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3aefff1a-b562-4fb4-8f73-65a207437f07', 'attached_at': '', 'detached_at': '', 'volume_id': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'serial': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1510.243973] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquiring lock "65238be5-9105-42fe-a69f-e20b713f9e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.244263] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "65238be5-9105-42fe-a69f-e20b713f9e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.244834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquiring lock "65238be5-9105-42fe-a69f-e20b713f9e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.244834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "65238be5-9105-42fe-a69f-e20b713f9e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.244834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "65238be5-9105-42fe-a69f-e20b713f9e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.249483] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a99d06-142d-4b5a-9e6c-cf80743d127c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.253993] env[63302]: INFO nova.compute.manager [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Terminating instance [ 1510.290557] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a78adee-8a5d-41c2-946d-99abbd880480 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.294448] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f99501b3-6436-48fe-a0a4-941e92384d1e tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.421s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.303440] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26500b6-fb97-4fda-8dc4-fb5368cf9d56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.335506] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96d11e9-3cba-4711-adec-81fa66ccbda7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.355098] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] The volume has not been displaced from its original location: [datastore1] volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266/volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1510.360531] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1510.363902] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9359610a-3c9f-44a3-8687-66ec66cb84cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.385924] env[63302]: DEBUG oslo_vmware.api [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Waiting for the task: (returnval){ [ 1510.385924] env[63302]: value = "task-1795240" [ 1510.385924] env[63302]: _type = "Task" [ 1510.385924] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.404968] env[63302]: DEBUG oslo_vmware.api [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Task: {'id': task-1795240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.695890] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795239, 'name': PowerOnVM_Task} progress is 96%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.742387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2c15e3-17f9-44f5-bd4d-c5bb67847a52 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.751209] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05985af0-ac34-4f9d-9ab9-6cdc7807d51f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.785215] env[63302]: DEBUG nova.compute.manager [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.785463] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.786489] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0e819-65dd-4d9b-bb9f-bfee22207268 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.789708] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93aba83-dd59-4ce1-9f17-71984ae75d19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.800481] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00c8376-eec4-42ac-9451-aa627aa1de9a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.804716] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.805408] env[63302]: DEBUG nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1510.808175] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a5b828a-cf63-49cf-ba28-a1232411da69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.810554] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-09c87e29-fc1a-4d86-9577-945789c97981-a2a6ad4a-997f-4036-9106-d6b8a8bcf438" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.810790] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-09c87e29-fc1a-4d86-9577-945789c97981-a2a6ad4a-997f-4036-9106-d6b8a8bcf438" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.820775] env[63302]: DEBUG nova.compute.provider_tree [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.824904] env[63302]: DEBUG oslo_vmware.api [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1510.824904] env[63302]: value = "task-1795241" [ 1510.824904] env[63302]: _type = "Task" [ 1510.824904] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.835208] env[63302]: DEBUG oslo_vmware.api [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.896382] env[63302]: DEBUG oslo_vmware.api [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Task: {'id': task-1795240, 'name': ReconfigVM_Task, 'duration_secs': 0.298484} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.896994] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1510.901791] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55253ad8-352a-40f4-8c4d-6a473839f8d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.930650] env[63302]: DEBUG oslo_vmware.api [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Waiting for the task: (returnval){ [ 1510.930650] env[63302]: value = "task-1795242" [ 1510.930650] env[63302]: _type = "Task" [ 1510.930650] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.941477] env[63302]: DEBUG oslo_vmware.api [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Task: {'id': task-1795242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.943680] env[63302]: DEBUG nova.network.neutron [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.155477] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.156093] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2735b46-4455-4580-a282-b534a8bf9129 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.164761] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1511.164761] env[63302]: value = "task-1795243" [ 1511.164761] env[63302]: _type = "Task" [ 1511.164761] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.178135] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.192464] env[63302]: DEBUG oslo_vmware.api [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795239, 'name': PowerOnVM_Task, 'duration_secs': 0.568159} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.192943] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.193203] env[63302]: INFO nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1511.193532] env[63302]: DEBUG nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.194959] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43676365-a006-43ce-abfb-fc305b596575 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.301904] env[63302]: DEBUG nova.network.neutron [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Updating instance_info_cache with network_info: [{"id": "21f5c3c9-908a-4ba8-8203-cb4bfea3ef87", "address": "fa:16:3e:69:96:ba", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f5c3c9-90", "ovs_interfaceid": "21f5c3c9-908a-4ba8-8203-cb4bfea3ef87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.315732] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.315894] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.318938] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0f3fc-51b5-4f04-9943-2e486f3e669e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.325080] env[63302]: DEBUG nova.scheduler.client.report [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.353835] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.355505] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87066db-e82c-413d-abe5-99e97ea98bd7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.364818] env[63302]: DEBUG oslo_vmware.api [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795241, 'name': PowerOffVM_Task, 'duration_secs': 0.363313} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.366078] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.366511] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.366913] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1cf718-8191-4228-bf9b-e4486010164c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.397620] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Reconfiguring VM to detach interface {{(pid=63302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1511.398874] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce499b3-8153-4e0e-b559-373afc391d4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.424203] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1511.424203] env[63302]: value = "task-1795245" [ 1511.424203] env[63302]: _type = "Task" [ 1511.424203] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.442620] env[63302]: DEBUG oslo_vmware.api [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Task: {'id': task-1795242, 'name': ReconfigVM_Task, 'duration_secs': 0.244016} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.446415] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372343', 'volume_id': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'name': 'volume-853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3aefff1a-b562-4fb4-8f73-65a207437f07', 'attached_at': '', 'detached_at': '', 'volume_id': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266', 'serial': '853aaccc-8b8f-49e2-8f90-a5ae3ef7a266'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1511.448474] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.493250] env[63302]: INFO nova.compute.manager [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Unrescuing [ 1511.493311] env[63302]: DEBUG oslo_concurrency.lockutils [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.493449] env[63302]: DEBUG oslo_concurrency.lockutils [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquired lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.493816] env[63302]: DEBUG nova.network.neutron [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.683393] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795243, 'name': PowerOffVM_Task, 'duration_secs': 0.393705} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.683545] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.684617] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.684617] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cbd648-7cf8-4856-ab4d-f241f9782ddd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.694652] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.698143] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abb5c549-aa08-4c37-92f2-add45fea130a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.722666] env[63302]: INFO nova.compute.manager [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Took 44.50 seconds to build instance. [ 1511.805192] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "refresh_cache-2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.805546] env[63302]: DEBUG nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Instance network_info: |[{"id": "21f5c3c9-908a-4ba8-8203-cb4bfea3ef87", "address": "fa:16:3e:69:96:ba", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f5c3c9-90", "ovs_interfaceid": "21f5c3c9-908a-4ba8-8203-cb4bfea3ef87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1511.805997] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:96:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21f5c3c9-908a-4ba8-8203-cb4bfea3ef87', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.817841] env[63302]: DEBUG oslo.service.loopingcall [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.820777] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.820777] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a063d8e8-f790-4178-af9a-49657720251c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.846272] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.846272] env[63302]: value = "task-1795247" [ 1511.846272] env[63302]: _type = "Task" [ 1511.846272] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.851976] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.853142] env[63302]: DEBUG nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1511.859796] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.132s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.860087] env[63302]: DEBUG nova.objects.instance [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lazy-loading 'resources' on Instance uuid aab9dc43-9547-4246-be2e-3018436bc6a5 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.861381] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795247, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.940700] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.028776] env[63302]: DEBUG nova.objects.instance [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Lazy-loading 'flavor' on Instance uuid 3aefff1a-b562-4fb4-8f73-65a207437f07 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.078353] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.078353] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.078353] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleting the datastore file [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.079132] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3fa05fc-d4e3-4f7b-809e-05b30e0c3897 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.081200] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.085121] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.085411] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Deleting the datastore file [datastore1] 65238be5-9105-42fe-a69f-e20b713f9e71 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.086181] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7ec7ebf-ae41-4e8d-a7cc-c7e41a3d6748 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.094596] env[63302]: DEBUG oslo_vmware.api [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for the task: (returnval){ [ 1512.094596] env[63302]: value = "task-1795249" [ 1512.094596] env[63302]: _type = "Task" [ 1512.094596] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.098916] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1512.098916] env[63302]: value = "task-1795248" [ 1512.098916] env[63302]: _type = "Task" [ 1512.098916] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.114558] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.120314] env[63302]: DEBUG oslo_vmware.api [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.190604] env[63302]: DEBUG nova.compute.manager [req-e60e4356-969e-4883-8d66-634520e07aaf req-2e6a0450-1400-49c6-9a3e-419c3da2dc4e service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Received event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1512.190739] env[63302]: DEBUG nova.compute.manager [req-e60e4356-969e-4883-8d66-634520e07aaf req-2e6a0450-1400-49c6-9a3e-419c3da2dc4e service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing instance network info cache due to event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1512.191018] env[63302]: DEBUG oslo_concurrency.lockutils [req-e60e4356-969e-4883-8d66-634520e07aaf req-2e6a0450-1400-49c6-9a3e-419c3da2dc4e service nova] Acquiring lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.192015] env[63302]: DEBUG oslo_concurrency.lockutils [req-e60e4356-969e-4883-8d66-634520e07aaf req-2e6a0450-1400-49c6-9a3e-419c3da2dc4e service nova] Acquired lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.192243] env[63302]: DEBUG nova.network.neutron [req-e60e4356-969e-4883-8d66-634520e07aaf req-2e6a0450-1400-49c6-9a3e-419c3da2dc4e service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.225494] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8b5c331c-f4c3-4022-9082-4f8f69164188 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.544s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.360048] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795247, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.364607] env[63302]: DEBUG nova.compute.utils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.369431] env[63302]: DEBUG nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1512.369431] env[63302]: DEBUG nova.network.neutron [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1512.391700] env[63302]: DEBUG nova.network.neutron [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Updating instance_info_cache with network_info: [{"id": "f6f6be16-0748-485a-a077-d4157d4cfb27", "address": "fa:16:3e:51:a9:41", "network": {"id": "5e4b5149-0daf-443f-8604-af9ad2010b6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892881166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c2ce206669ed4be5a271b76af7388edd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f6be16-07", "ovs_interfaceid": "f6f6be16-0748-485a-a077-d4157d4cfb27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.422641] env[63302]: DEBUG nova.compute.manager [req-40630761-a3a3-4cfa-807f-c57fb3491fae req-16948e7a-dcdb-41e3-837c-f01a5ba727fd service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Received event network-changed-21f5c3c9-908a-4ba8-8203-cb4bfea3ef87 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1512.422757] env[63302]: DEBUG nova.compute.manager [req-40630761-a3a3-4cfa-807f-c57fb3491fae req-16948e7a-dcdb-41e3-837c-f01a5ba727fd service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Refreshing instance network info cache due to event network-changed-21f5c3c9-908a-4ba8-8203-cb4bfea3ef87. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1512.422977] env[63302]: DEBUG oslo_concurrency.lockutils [req-40630761-a3a3-4cfa-807f-c57fb3491fae req-16948e7a-dcdb-41e3-837c-f01a5ba727fd service nova] Acquiring lock "refresh_cache-2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.423364] env[63302]: DEBUG oslo_concurrency.lockutils [req-40630761-a3a3-4cfa-807f-c57fb3491fae req-16948e7a-dcdb-41e3-837c-f01a5ba727fd service nova] Acquired lock "refresh_cache-2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.423364] env[63302]: DEBUG nova.network.neutron [req-40630761-a3a3-4cfa-807f-c57fb3491fae req-16948e7a-dcdb-41e3-837c-f01a5ba727fd service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Refreshing network info cache for port 21f5c3c9-908a-4ba8-8203-cb4bfea3ef87 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.445218] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.489057] env[63302]: DEBUG nova.policy [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '613125be38d64b08ac634d67863d7f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10ebf9794f7a43cdbb58ad9fc3aaa399', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1512.608466] env[63302]: DEBUG oslo_vmware.api [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Task: {'id': task-1795249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305041} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.611879] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.613623] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.613850] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.614064] env[63302]: INFO nova.compute.manager [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1512.614378] env[63302]: DEBUG oslo.service.loopingcall [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.617340] env[63302]: DEBUG nova.compute.manager [-] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1512.617340] env[63302]: DEBUG nova.network.neutron [-] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.624739] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300797} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.626468] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.626684] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.627137] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.864355] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795247, 'name': CreateVM_Task, 'duration_secs': 0.684287} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.866870] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.866870] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.866870] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.866870] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1512.866870] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8f2ff8-9716-48d7-aa1a-387406cd983c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.872195] env[63302]: DEBUG nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1512.884525] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1512.884525] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5273f57a-3d72-f426-29c8-8991f7073675" [ 1512.884525] env[63302]: _type = "Task" [ 1512.884525] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.894741] env[63302]: DEBUG oslo_concurrency.lockutils [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Releasing lock "refresh_cache-ef827c35-7d3f-45da-9422-e058331ace32" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.895370] env[63302]: DEBUG nova.objects.instance [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lazy-loading 'flavor' on Instance uuid ef827c35-7d3f-45da-9422-e058331ace32 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.901273] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5273f57a-3d72-f426-29c8-8991f7073675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.941374] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.981982] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f878eb5-003f-4647-baf5-bce898fd52d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.992957] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88fd84d-5d98-4b73-9447-df50905dbedd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.032743] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8410848-b4fb-4527-810b-3bbc7991db85 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.044239] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f1ad5a-0d99-4a80-a3a6-4c03aa825d0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.048618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0e0166e5-d8ab-4d43-b888-9ee1a37d2b41 tempest-VolumesAssistedSnapshotsTest-1751670575 tempest-VolumesAssistedSnapshotsTest-1751670575-project-admin] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.365s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.062594] env[63302]: DEBUG nova.compute.provider_tree [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.345435] env[63302]: DEBUG nova.network.neutron [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Successfully created port: 75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1513.401549] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5273f57a-3d72-f426-29c8-8991f7073675, 'name': SearchDatastore_Task, 'duration_secs': 0.02812} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.406092] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.406092] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.406092] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.406092] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.406315] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.407235] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b85c9ac-1de1-45d5-af34-11f90ef463b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.410733] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee84194b-c695-4892-a88c-e5bfe7057543 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.416340] env[63302]: DEBUG nova.network.neutron [req-e60e4356-969e-4883-8d66-634520e07aaf req-2e6a0450-1400-49c6-9a3e-419c3da2dc4e service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updated VIF entry in instance network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.417390] env[63302]: DEBUG nova.network.neutron [req-e60e4356-969e-4883-8d66-634520e07aaf req-2e6a0450-1400-49c6-9a3e-419c3da2dc4e service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updating instance_info_cache with network_info: [{"id": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "address": "fa:16:3e:b5:ff:48", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95b51dc-d4", "ovs_interfaceid": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.459743] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.468559] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a586bd93-916a-47aa-a280-e7803bb128d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.472414] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.474323] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.474769] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5dc23c-437f-44b3-9a79-c635dc0f0842 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.487879] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.491163] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1513.491163] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aa5031-fa44-42e5-f2fb-7697fc604dc5" [ 1513.491163] env[63302]: _type = "Task" [ 1513.491163] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.491393] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1513.491393] env[63302]: value = "task-1795250" [ 1513.491393] env[63302]: _type = "Task" [ 1513.491393] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.508972] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.513398] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aa5031-fa44-42e5-f2fb-7697fc604dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.019237} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.514325] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100c5405-a495-4c0a-b69c-b39e7455e852 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.521519] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1513.521519] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a7150-7bc3-40dc-d093-5a73b07518c5" [ 1513.521519] env[63302]: _type = "Task" [ 1513.521519] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.530538] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a7150-7bc3-40dc-d093-5a73b07518c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.565943] env[63302]: DEBUG nova.scheduler.client.report [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.658076] env[63302]: DEBUG nova.network.neutron [-] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.680328] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1513.680928] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1513.680928] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1513.680928] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1513.681136] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1513.681342] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1513.681637] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1513.681713] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1513.681880] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1513.682407] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1513.682407] env[63302]: DEBUG nova.virt.hardware [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1513.683689] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9764a1aa-664b-4e5b-bdf7-a637b99be75c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.693698] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a64c99a-5c6d-4a4e-93af-ee487bd02f30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.709743] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:88:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28092b12-9424-4ad2-a5b3-72d029804afa', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.718890] env[63302]: DEBUG oslo.service.loopingcall [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.719593] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.719829] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8540171-f6e5-40d2-9fdb-a0ce0886c2cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.746018] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.746018] env[63302]: value = "task-1795252" [ 1513.746018] env[63302]: _type = "Task" [ 1513.746018] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.753585] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795252, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.844731] env[63302]: DEBUG nova.network.neutron [req-40630761-a3a3-4cfa-807f-c57fb3491fae req-16948e7a-dcdb-41e3-837c-f01a5ba727fd service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Updated VIF entry in instance network info cache for port 21f5c3c9-908a-4ba8-8203-cb4bfea3ef87. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.844924] env[63302]: DEBUG nova.network.neutron [req-40630761-a3a3-4cfa-807f-c57fb3491fae req-16948e7a-dcdb-41e3-837c-f01a5ba727fd service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Updating instance_info_cache with network_info: [{"id": "21f5c3c9-908a-4ba8-8203-cb4bfea3ef87", "address": "fa:16:3e:69:96:ba", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f5c3c9-90", "ovs_interfaceid": "21f5c3c9-908a-4ba8-8203-cb4bfea3ef87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.892811] env[63302]: DEBUG nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1513.914528] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquiring lock "095044d1-c2db-4961-b885-7db97f5e14f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.914776] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "095044d1-c2db-4961-b885-7db97f5e14f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.923820] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1513.923941] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1513.924165] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1513.924369] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1513.924570] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1513.924706] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1513.924917] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1513.925123] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1513.925301] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1513.925466] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1513.925656] env[63302]: DEBUG nova.virt.hardware [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1513.926214] env[63302]: DEBUG oslo_concurrency.lockutils [req-e60e4356-969e-4883-8d66-634520e07aaf req-2e6a0450-1400-49c6-9a3e-419c3da2dc4e service nova] Releasing lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.927634] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3261f7-ff06-4e46-b4a4-c77b183ba8a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.939914] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9850362-09e9-4ee4-b860-1c0cc43be591 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.970225] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.006856] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795250, 'name': PowerOffVM_Task, 'duration_secs': 0.229942} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.007024] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.012563] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1514.013162] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0723c8e3-994a-4418-a003-dd7c55862ec9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.039765] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528a7150-7bc3-40dc-d093-5a73b07518c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.041632] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.041965] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993/2d9b66a8-c542-43f0-96c7-c4e1cd8b8993.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.042301] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1514.042301] env[63302]: value = "task-1795253" [ 1514.042301] env[63302]: _type = "Task" [ 1514.042301] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.042537] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8308eb50-5cbb-45f4-a32b-58bc44ba3227 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.055826] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795253, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.057560] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1514.057560] env[63302]: value = "task-1795254" [ 1514.057560] env[63302]: _type = "Task" [ 1514.057560] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.069650] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.071738] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.075368] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.246s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.077053] env[63302]: INFO nova.compute.claims [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.104176] env[63302]: INFO nova.scheduler.client.report [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted allocations for instance aab9dc43-9547-4246-be2e-3018436bc6a5 [ 1514.161376] env[63302]: INFO nova.compute.manager [-] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Took 1.54 seconds to deallocate network for instance. [ 1514.257473] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795252, 'name': CreateVM_Task, 'duration_secs': 0.376231} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.257785] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.258628] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.258797] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.259138] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.259474] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1fb963-7252-4e32-9b8f-46fa151bb614 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.265466] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1514.265466] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52213aca-3be2-56a2-58db-c5ac264f8dca" [ 1514.265466] env[63302]: _type = "Task" [ 1514.265466] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.275647] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52213aca-3be2-56a2-58db-c5ac264f8dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.347867] env[63302]: DEBUG oslo_concurrency.lockutils [req-40630761-a3a3-4cfa-807f-c57fb3491fae req-16948e7a-dcdb-41e3-837c-f01a5ba727fd service nova] Releasing lock "refresh_cache-2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.418023] env[63302]: DEBUG nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.474086] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.557136] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795253, 'name': ReconfigVM_Task, 'duration_secs': 0.244339} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.558139] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1514.558139] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.558139] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cbc56af-9a0a-4a48-8c3a-b1c1225feef4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.569498] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795254, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.571217] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1514.571217] env[63302]: value = "task-1795255" [ 1514.571217] env[63302]: _type = "Task" [ 1514.571217] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.583048] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.614288] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eec2c868-5c25-4b3a-aafe-68f49ed30732 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "aab9dc43-9547-4246-be2e-3018436bc6a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.845s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.668917] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.777268] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52213aca-3be2-56a2-58db-c5ac264f8dca, 'name': SearchDatastore_Task, 'duration_secs': 0.037572} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.777758] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.777892] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.778091] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.778703] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.778943] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.779242] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a29a8e8-ef76-4d00-890b-1078eb54c0dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.794260] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.794549] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.795419] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33fe4895-0341-4a42-acfa-7cca8fae421d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.802779] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1514.802779] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52efd8ce-68f2-059b-636c-7bf6f9dad51e" [ 1514.802779] env[63302]: _type = "Task" [ 1514.802779] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.814968] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52efd8ce-68f2-059b-636c-7bf6f9dad51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.951133] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.973208] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.074387] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757972} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.077819] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993/2d9b66a8-c542-43f0-96c7-c4e1cd8b8993.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.078466] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.078764] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d5d88f2-5ecc-4caf-8b91-6fea82ace45f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.094172] env[63302]: DEBUG oslo_vmware.api [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795255, 'name': PowerOnVM_Task, 'duration_secs': 0.482676} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.097034] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.097034] env[63302]: DEBUG nova.compute.manager [None req-787e92a7-9810-4205-a719-bb9d75c65468 tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.097034] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1515.097034] env[63302]: value = "task-1795256" [ 1515.097034] env[63302]: _type = "Task" [ 1515.097034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.097802] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ed9769-cfab-4978-a4ad-5751c871cbab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.112821] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.154853] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] Acquiring lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.154853] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] Acquired lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.154853] env[63302]: DEBUG nova.network.neutron [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.243045] env[63302]: DEBUG nova.compute.manager [req-8aa952d9-8202-4e15-874c-a6ffcd103c24 req-1e8c6cb7-c37c-48ab-9e4d-610b5a72d8ed service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Received event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1515.243045] env[63302]: DEBUG nova.compute.manager [req-8aa952d9-8202-4e15-874c-a6ffcd103c24 req-1e8c6cb7-c37c-48ab-9e4d-610b5a72d8ed service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing instance network info cache due to event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1515.243712] env[63302]: DEBUG oslo_concurrency.lockutils [req-8aa952d9-8202-4e15-874c-a6ffcd103c24 req-1e8c6cb7-c37c-48ab-9e4d-610b5a72d8ed service nova] Acquiring lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.243712] env[63302]: DEBUG oslo_concurrency.lockutils [req-8aa952d9-8202-4e15-874c-a6ffcd103c24 req-1e8c6cb7-c37c-48ab-9e4d-610b5a72d8ed service nova] Acquired lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.243712] env[63302]: DEBUG nova.network.neutron [req-8aa952d9-8202-4e15-874c-a6ffcd103c24 req-1e8c6cb7-c37c-48ab-9e4d-610b5a72d8ed service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.323132] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52efd8ce-68f2-059b-636c-7bf6f9dad51e, 'name': SearchDatastore_Task, 'duration_secs': 0.013179} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.327098] env[63302]: DEBUG nova.compute.manager [req-07ee3db4-306c-4910-8a2a-e0ae5b16ea0e req-ff7fbdf0-7cdf-4794-ba52-beda8b3db556 service nova] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Received event network-vif-deleted-0af36f06-7cc1-4535-87cd-31b4fc428b70 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1515.330916] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e5e0bc-6134-4a9f-98a1-326e141305dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.339375] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1515.339375] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52985363-7c91-f29a-d78b-15494df16c06" [ 1515.339375] env[63302]: _type = "Task" [ 1515.339375] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.348719] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52985363-7c91-f29a-d78b-15494df16c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.478119] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.559630] env[63302]: DEBUG nova.network.neutron [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Successfully updated port: 75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1515.618291] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170833} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.618291] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.619430] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576425e-ed62-484f-887a-108c91de339b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.651607] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993/2d9b66a8-c542-43f0-96c7-c4e1cd8b8993.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.655263] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-291e7611-bdd6-4e80-9cc5-3d2744585715 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.688323] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1515.688323] env[63302]: value = "task-1795257" [ 1515.688323] env[63302]: _type = "Task" [ 1515.688323] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.701615] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.754752] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870ec2ff-8571-454e-ac76-34b8466b9faa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.765300] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb33e9be-bb0f-4a34-8975-9a900221f814 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.805522] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991bfd8d-b08c-499b-9e42-09bef2d51919 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.815526] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27f5709-a339-4c37-b632-0cccbde2b7cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.832539] env[63302]: DEBUG nova.compute.provider_tree [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.852645] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52985363-7c91-f29a-d78b-15494df16c06, 'name': SearchDatastore_Task, 'duration_secs': 0.065442} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.854660] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.854660] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4/529dbacd-fe2a-4165-83fb-53a683996fc4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.854660] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f659c8be-98cb-412b-9acb-8b4f7a85fb98 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.867025] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1515.867025] env[63302]: value = "task-1795258" [ 1515.867025] env[63302]: _type = "Task" [ 1515.867025] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.880443] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.974865] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.062566] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquiring lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.062706] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquired lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.062869] env[63302]: DEBUG nova.network.neutron [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.199910] env[63302]: DEBUG nova.network.neutron [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Updating instance_info_cache with network_info: [{"id": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "address": "fa:16:3e:be:73:27", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f3dff7-31", "ovs_interfaceid": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.204771] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.236931] env[63302]: DEBUG nova.network.neutron [req-8aa952d9-8202-4e15-874c-a6ffcd103c24 req-1e8c6cb7-c37c-48ab-9e4d-610b5a72d8ed service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updated VIF entry in instance network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.237811] env[63302]: DEBUG nova.network.neutron [req-8aa952d9-8202-4e15-874c-a6ffcd103c24 req-1e8c6cb7-c37c-48ab-9e4d-610b5a72d8ed service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updating instance_info_cache with network_info: [{"id": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "address": "fa:16:3e:b5:ff:48", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95b51dc-d4", "ovs_interfaceid": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.339142] env[63302]: DEBUG nova.scheduler.client.report [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.383859] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795258, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.475907] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.623753] env[63302]: DEBUG nova.network.neutron [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1516.705225] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795257, 'name': ReconfigVM_Task, 'duration_secs': 0.906302} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.705821] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] Releasing lock "refresh_cache-61db11a7-dc0e-4c69-8f59-a855ee1c0279" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.706061] env[63302]: DEBUG nova.compute.manager [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Inject network info {{(pid=63302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1516.706418] env[63302]: DEBUG nova.compute.manager [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] network_info to inject: |[{"id": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "address": "fa:16:3e:be:73:27", "network": {"id": "0b113cd1-5ec9-4ff5-9513-d3f9463e0517", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-277714265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a7ac382c52b42d391cbaae9776cb49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f3dff7-31", "ovs_interfaceid": "53f3dff7-31e3-499d-98a2-8d8c81f56e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1516.713245] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Reconfiguring VM instance to set the machine id {{(pid=63302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1516.713860] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993/2d9b66a8-c542-43f0-96c7-c4e1cd8b8993.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.715009] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fba1c57-9f55-418a-a719-bd9867d69093 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.726140] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a6941fe-032f-4d36-9569-4097c839181e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.735849] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1516.735849] env[63302]: value = "task-1795259" [ 1516.735849] env[63302]: _type = "Task" [ 1516.735849] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.737345] env[63302]: DEBUG oslo_vmware.api [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] Waiting for the task: (returnval){ [ 1516.737345] env[63302]: value = "task-1795260" [ 1516.737345] env[63302]: _type = "Task" [ 1516.737345] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.743458] env[63302]: DEBUG oslo_concurrency.lockutils [req-8aa952d9-8202-4e15-874c-a6ffcd103c24 req-1e8c6cb7-c37c-48ab-9e4d-610b5a72d8ed service nova] Releasing lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.756855] env[63302]: DEBUG oslo_vmware.api [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] Task: {'id': task-1795260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.761289] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795259, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.847367] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.847367] env[63302]: DEBUG nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.849644] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.177s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.850171] env[63302]: DEBUG nova.objects.instance [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lazy-loading 'resources' on Instance uuid 0ee776e0-a7a8-4f71-ba22-3eae1920358e {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.852554] env[63302]: DEBUG nova.network.neutron [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Updating instance_info_cache with network_info: [{"id": "75add75a-0844-4623-94f6-f97acaaae34b", "address": "fa:16:3e:72:d6:67", "network": {"id": "c6d52585-2359-4a88-b4e6-067bcfa86b25", "bridge": "br-int", "label": "tempest-ServersTestJSON-1684187070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ebf9794f7a43cdbb58ad9fc3aaa399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75add75a-08", "ovs_interfaceid": "75add75a-0844-4623-94f6-f97acaaae34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.881222] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901931} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.882048] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4/529dbacd-fe2a-4165-83fb-53a683996fc4.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.882048] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.882048] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-506da998-44fb-4181-8289-f620609088a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.891901] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1516.891901] env[63302]: value = "task-1795261" [ 1516.891901] env[63302]: _type = "Task" [ 1516.891901] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.905968] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.949374] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.949628] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.976062] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.009246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquiring lock "3aefff1a-b562-4fb4-8f73-65a207437f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.009521] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.009735] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquiring lock "3aefff1a-b562-4fb4-8f73-65a207437f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.009913] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.010186] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.012870] env[63302]: INFO nova.compute.manager [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Terminating instance [ 1517.251399] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795259, 'name': Rename_Task, 'duration_secs': 0.244734} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.252158] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.252474] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0952728c-4f44-4ed2-a678-7e19e69d1af5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.257406] env[63302]: DEBUG oslo_vmware.api [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] Task: {'id': task-1795260, 'name': ReconfigVM_Task, 'duration_secs': 0.180369} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.258074] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7407164-18dd-4fc7-a11a-6f2bf0b75af8 tempest-ServersAdminTestJSON-1406591721 tempest-ServersAdminTestJSON-1406591721-project-admin] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Reconfigured VM instance to set the machine id {{(pid=63302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1517.264837] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1517.264837] env[63302]: value = "task-1795262" [ 1517.264837] env[63302]: _type = "Task" [ 1517.264837] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.274697] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.356535] env[63302]: DEBUG nova.compute.utils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.368311] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Releasing lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.368964] env[63302]: DEBUG nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Instance network_info: |[{"id": "75add75a-0844-4623-94f6-f97acaaae34b", "address": "fa:16:3e:72:d6:67", "network": {"id": "c6d52585-2359-4a88-b4e6-067bcfa86b25", "bridge": "br-int", "label": "tempest-ServersTestJSON-1684187070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ebf9794f7a43cdbb58ad9fc3aaa399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75add75a-08", "ovs_interfaceid": "75add75a-0844-4623-94f6-f97acaaae34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1517.369838] env[63302]: DEBUG nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1517.377025] env[63302]: DEBUG nova.network.neutron [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.377025] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:d6:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75add75a-0844-4623-94f6-f97acaaae34b', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.388143] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Creating folder: Project (10ebf9794f7a43cdbb58ad9fc3aaa399). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.388827] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-728f731b-5ac9-45a9-a23c-36c4249ed858 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.409033] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091589} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.409033] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.409033] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Created folder: Project (10ebf9794f7a43cdbb58ad9fc3aaa399) in parent group-v372222. [ 1517.409033] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Creating folder: Instances. Parent ref: group-v372348. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.410231] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756e4e74-0e77-447f-866a-dddbdc538370 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.418778] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51358cc6-d251-4172-9a54-96943adc2301 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.449881] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4/529dbacd-fe2a-4165-83fb-53a683996fc4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.454685] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-706f0ae9-7802-4061-ad02-c0d7f08add5a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.472665] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Created folder: Instances in parent group-v372348. [ 1517.473175] env[63302]: DEBUG oslo.service.loopingcall [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.475636] env[63302]: DEBUG nova.policy [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48017ffa13d4720a4d3fcf9505440eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '444e3097c1244eee86652b0d9341f206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.479404] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.482289] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0550a57b-f8c6-442b-bde1-78a0a505c375 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.503370] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1517.503370] env[63302]: value = "task-1795265" [ 1517.503370] env[63302]: _type = "Task" [ 1517.503370] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.512380] env[63302]: DEBUG oslo_vmware.api [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795245, 'name': ReconfigVM_Task, 'duration_secs': 6.030638} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.513842] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.514113] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Reconfigured VM to detach interface {{(pid=63302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1517.517214] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.517214] env[63302]: value = "task-1795266" [ 1517.517214] env[63302]: _type = "Task" [ 1517.517214] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.520352] env[63302]: DEBUG nova.compute.manager [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.521385] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.521385] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.524178] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e9f5a1-fd52-41fa-a15b-9f776d72c4e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.536942] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795266, 'name': CreateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.539582] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.539891] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34586be-b65a-46b9-91cd-1aee6133bb89 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.548895] env[63302]: DEBUG oslo_vmware.api [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1517.548895] env[63302]: value = "task-1795267" [ 1517.548895] env[63302]: _type = "Task" [ 1517.548895] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.558439] env[63302]: DEBUG oslo_vmware.api [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1795267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.784778] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795262, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.870978] env[63302]: DEBUG nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.019263] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.031579] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795266, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.060921] env[63302]: DEBUG oslo_vmware.api [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1795267, 'name': PowerOffVM_Task, 'duration_secs': 0.479886} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.065329] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.065329] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.065329] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1d74a17-0c0b-4766-abdd-2a2a584eee35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.078341] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a111e95-c177-4a55-b71c-e1843597d5d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.087300] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f50c6d7-7de0-43ef-bb4c-d2ca1b3e9af4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.120387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e5ded-5806-4a0f-b7cd-e84f08b09f45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.129306] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6b5b81-708d-495f-9590-b103aab356f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.144128] env[63302]: DEBUG nova.compute.provider_tree [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.181444] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.181682] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.181912] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Deleting the datastore file [datastore1] 3aefff1a-b562-4fb4-8f73-65a207437f07 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.182161] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e586cb33-6deb-4cd2-90a1-f7f7e8df6b82 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.189421] env[63302]: DEBUG oslo_vmware.api [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for the task: (returnval){ [ 1518.189421] env[63302]: value = "task-1795269" [ 1518.189421] env[63302]: _type = "Task" [ 1518.189421] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.197767] env[63302]: DEBUG oslo_vmware.api [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1795269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.229046] env[63302]: DEBUG nova.network.neutron [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Successfully created port: 784a676b-4242-4b4b-8991-844fe42170e8 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.279561] env[63302]: DEBUG oslo_vmware.api [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795262, 'name': PowerOnVM_Task, 'duration_secs': 0.577666} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.279738] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.279946] env[63302]: INFO nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1518.280212] env[63302]: DEBUG nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.281092] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac61c598-207d-4fd3-8072-e515a7ffb9c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.344775] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "ef827c35-7d3f-45da-9422-e058331ace32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.345044] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "ef827c35-7d3f-45da-9422-e058331ace32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.345265] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "ef827c35-7d3f-45da-9422-e058331ace32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.345448] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "ef827c35-7d3f-45da-9422-e058331ace32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.345618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "ef827c35-7d3f-45da-9422-e058331ace32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.351626] env[63302]: INFO nova.compute.manager [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Terminating instance [ 1518.522742] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795265, 'name': ReconfigVM_Task, 'duration_secs': 0.816684} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.527990] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4/529dbacd-fe2a-4165-83fb-53a683996fc4.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.530975] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d12cf1-6344-44c9-9338-cb3906a08c1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.539038] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795266, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.540866] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1518.540866] env[63302]: value = "task-1795270" [ 1518.540866] env[63302]: _type = "Task" [ 1518.540866] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.551772] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795270, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.571965] env[63302]: DEBUG nova.compute.manager [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Received event network-changed-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1518.572406] env[63302]: DEBUG nova.compute.manager [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Refreshing instance network info cache due to event network-changed-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1518.572658] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Acquiring lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.572846] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Acquired lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.573087] env[63302]: DEBUG nova.network.neutron [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Refreshing network info cache for port efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.592636] env[63302]: DEBUG nova.compute.manager [req-d5c3ef27-1ae9-4911-8014-ef299a92137b req-a45875ce-b4f8-4454-8c56-7ef5c2b7e7a2 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Received event network-changed-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1518.592901] env[63302]: DEBUG nova.compute.manager [req-d5c3ef27-1ae9-4911-8014-ef299a92137b req-a45875ce-b4f8-4454-8c56-7ef5c2b7e7a2 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Refreshing instance network info cache due to event network-changed-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1518.593181] env[63302]: DEBUG oslo_concurrency.lockutils [req-d5c3ef27-1ae9-4911-8014-ef299a92137b req-a45875ce-b4f8-4454-8c56-7ef5c2b7e7a2 service nova] Acquiring lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.648636] env[63302]: DEBUG nova.scheduler.client.report [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.701287] env[63302]: DEBUG oslo_vmware.api [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Task: {'id': task-1795269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325678} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.702734] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.702977] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.703621] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.703621] env[63302]: INFO nova.compute.manager [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1518.703793] env[63302]: DEBUG oslo.service.loopingcall [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.707092] env[63302]: DEBUG nova.compute.manager [-] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1518.707207] env[63302]: DEBUG nova.network.neutron [-] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1518.803856] env[63302]: INFO nova.compute.manager [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Took 46.91 seconds to build instance. [ 1518.855454] env[63302]: DEBUG nova.compute.manager [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.855760] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.856725] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c412ffe0-95ba-481a-9938-8476daa442c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.865779] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.866185] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a070eec3-0ce0-4b8e-9d4c-2292437eceaf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.873565] env[63302]: DEBUG oslo_vmware.api [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1518.873565] env[63302]: value = "task-1795271" [ 1518.873565] env[63302]: _type = "Task" [ 1518.873565] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.880861] env[63302]: DEBUG nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.886956] env[63302]: DEBUG oslo_vmware.api [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.919283] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.921018] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.921018] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.921018] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.921018] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.921018] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.921018] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.921018] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.921525] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.921818] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.922135] env[63302]: DEBUG nova.virt.hardware [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.923109] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f453d9ae-6aee-40a9-8f61-f9614b2bcb1b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.934807] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111ebed-2ad5-49f7-9a17-47bd3fc13989 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.037172] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795266, 'name': CreateVM_Task, 'duration_secs': 1.380718} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.037172] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.037172] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.037172] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.037172] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.037172] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12cdf74-ee4e-4106-b086-019407e0cc99 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.041752] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1519.041752] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f2d676-0c00-938d-d9a4-6105532af7ac" [ 1519.041752] env[63302]: _type = "Task" [ 1519.041752] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.059317] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795270, 'name': Rename_Task, 'duration_secs': 0.254543} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.059636] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f2d676-0c00-938d-d9a4-6105532af7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.060030] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.060353] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa1a5149-9b08-4bef-a87d-163caf87b7c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.068981] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1519.068981] env[63302]: value = "task-1795272" [ 1519.068981] env[63302]: _type = "Task" [ 1519.068981] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.079922] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.155056] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.157539] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.157716] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.157890] env[63302]: DEBUG nova.network.neutron [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.159745] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.806s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.161488] env[63302]: INFO nova.compute.claims [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.198086] env[63302]: INFO nova.scheduler.client.report [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Deleted allocations for instance 0ee776e0-a7a8-4f71-ba22-3eae1920358e [ 1519.209586] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.209845] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.210089] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.210293] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.210470] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.215420] env[63302]: INFO nova.compute.manager [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Terminating instance [ 1519.306463] env[63302]: DEBUG oslo_concurrency.lockutils [None req-18f6ff99-f746-4553-9f9e-8dd96d99ff41 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.650s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.386270] env[63302]: DEBUG oslo_vmware.api [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795271, 'name': PowerOffVM_Task, 'duration_secs': 0.316423} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.386635] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.386832] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.387470] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981c8087-2f32-424b-9de0-07618b0ba167 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.482309] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.483038] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.483336] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Deleting the datastore file [datastore1] ef827c35-7d3f-45da-9422-e058331ace32 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.483654] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24084718-a316-4c7b-9468-a0aacc74183b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.487700] env[63302]: DEBUG nova.network.neutron [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updated VIF entry in instance network info cache for port efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.488160] env[63302]: DEBUG nova.network.neutron [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updating instance_info_cache with network_info: [{"id": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "address": "fa:16:3e:39:14:ef", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd72971-7c", "ovs_interfaceid": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.495841] env[63302]: DEBUG oslo_vmware.api [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1519.495841] env[63302]: value = "task-1795274" [ 1519.495841] env[63302]: _type = "Task" [ 1519.495841] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.505750] env[63302]: DEBUG oslo_vmware.api [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.562615] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f2d676-0c00-938d-d9a4-6105532af7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.018307} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.562615] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.562615] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.562892] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.562957] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.563145] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.563409] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42887961-39e6-4a5c-95e7-74ead5ffa42a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.581784] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.591963] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.592204] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.593011] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60dcf0d4-5a9e-4016-aa1a-6eacf2ddc852 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.600953] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1519.600953] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aaa245-9fb8-c494-bd5a-483f9a494542" [ 1519.600953] env[63302]: _type = "Task" [ 1519.600953] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.612086] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aaa245-9fb8-c494-bd5a-483f9a494542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.708035] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e28f30d9-1ff6-4b2c-9794-dd75adb8c7da tempest-InstanceActionsNegativeTestJSON-1585641892 tempest-InstanceActionsNegativeTestJSON-1585641892-project-member] Lock "0ee776e0-a7a8-4f71-ba22-3eae1920358e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.624s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.719571] env[63302]: DEBUG nova.compute.manager [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1519.720517] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.721152] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12175e24-ab83-424a-90f8-83e9c6b7c484 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.731821] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.732279] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbab97ca-d6af-4146-8152-3114a8a88c2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.742541] env[63302]: DEBUG oslo_vmware.api [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1519.742541] env[63302]: value = "task-1795275" [ 1519.742541] env[63302]: _type = "Task" [ 1519.742541] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.754163] env[63302]: DEBUG oslo_vmware.api [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.809561] env[63302]: DEBUG nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.949681] env[63302]: DEBUG nova.network.neutron [-] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.992054] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Releasing lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.992800] env[63302]: DEBUG nova.compute.manager [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Received event network-vif-plugged-75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1519.995387] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Acquiring lock "242d685b-93b8-4b9c-8682-5cd3de2a8130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.995387] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Lock "242d685b-93b8-4b9c-8682-5cd3de2a8130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.995387] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Lock "242d685b-93b8-4b9c-8682-5cd3de2a8130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.995387] env[63302]: DEBUG nova.compute.manager [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] No waiting events found dispatching network-vif-plugged-75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1519.995387] env[63302]: WARNING nova.compute.manager [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Received unexpected event network-vif-plugged-75add75a-0844-4623-94f6-f97acaaae34b for instance with vm_state building and task_state spawning. [ 1519.995387] env[63302]: DEBUG nova.compute.manager [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Received event network-changed-75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1519.995387] env[63302]: DEBUG nova.compute.manager [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Refreshing instance network info cache due to event network-changed-75add75a-0844-4623-94f6-f97acaaae34b. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1519.995387] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Acquiring lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.997030] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Acquired lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.997030] env[63302]: DEBUG nova.network.neutron [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Refreshing network info cache for port 75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.997421] env[63302]: DEBUG oslo_concurrency.lockutils [req-d5c3ef27-1ae9-4911-8014-ef299a92137b req-a45875ce-b4f8-4454-8c56-7ef5c2b7e7a2 service nova] Acquired lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.997617] env[63302]: DEBUG nova.network.neutron [req-d5c3ef27-1ae9-4911-8014-ef299a92137b req-a45875ce-b4f8-4454-8c56-7ef5c2b7e7a2 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Refreshing network info cache for port efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.011373] env[63302]: DEBUG oslo_vmware.api [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.087929] env[63302]: DEBUG oslo_vmware.api [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795272, 'name': PowerOnVM_Task, 'duration_secs': 0.553739} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.088410] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.088560] env[63302]: DEBUG nova.compute.manager [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.089420] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb9731-8811-4927-afc8-3395671007eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.115797] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aaa245-9fb8-c494-bd5a-483f9a494542, 'name': SearchDatastore_Task, 'duration_secs': 0.019978} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.116022] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e44931-09da-4d76-8f7e-c22ddf1aa51b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.123511] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1520.123511] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526e1583-0901-6e53-89e3-bbb6f76cc614" [ 1520.123511] env[63302]: _type = "Task" [ 1520.123511] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.132574] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526e1583-0901-6e53-89e3-bbb6f76cc614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.170332] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d644954-e632-4943-bde1-8a40bd483c2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.184889] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad7500-d70a-4a7a-be35-8276de7c4fac tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Suspending the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1520.185186] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-df353f31-5341-4263-9f32-2969f2ba7688 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.196028] env[63302]: DEBUG oslo_vmware.api [None req-b9ad7500-d70a-4a7a-be35-8276de7c4fac tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1520.196028] env[63302]: value = "task-1795276" [ 1520.196028] env[63302]: _type = "Task" [ 1520.196028] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.204033] env[63302]: INFO nova.network.neutron [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Port a2a6ad4a-997f-4036-9106-d6b8a8bcf438 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1520.204230] env[63302]: DEBUG nova.network.neutron [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updating instance_info_cache with network_info: [{"id": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "address": "fa:16:3e:82:83:f6", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4652e9f7-10", "ovs_interfaceid": "4652e9f7-10fa-4e4d-890a-e3a6f694c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.214170] env[63302]: DEBUG oslo_vmware.api [None req-b9ad7500-d70a-4a7a-be35-8276de7c4fac tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795276, 'name': SuspendVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.258640] env[63302]: DEBUG oslo_vmware.api [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795275, 'name': PowerOffVM_Task, 'duration_secs': 0.436906} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.258930] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.259237] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.259384] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79ecde27-1086-4157-8e61-1f86127d74ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.274133] env[63302]: DEBUG nova.network.neutron [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Successfully updated port: 784a676b-4242-4b4b-8991-844fe42170e8 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1520.337620] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.397585] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.397803] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.397997] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Deleting the datastore file [datastore1] 1bc765b2-1b03-408d-9a59-fa597303cf1f {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.398309] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004f8101-d442-449d-a259-529711e30bcc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.407671] env[63302]: DEBUG oslo_vmware.api [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1520.407671] env[63302]: value = "task-1795278" [ 1520.407671] env[63302]: _type = "Task" [ 1520.407671] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.420058] env[63302]: DEBUG oslo_vmware.api [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.451867] env[63302]: INFO nova.compute.manager [-] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Took 1.74 seconds to deallocate network for instance. [ 1520.514806] env[63302]: DEBUG oslo_vmware.api [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565814} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.516527] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.516744] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.516909] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.517098] env[63302]: INFO nova.compute.manager [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1520.517346] env[63302]: DEBUG oslo.service.loopingcall [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.517807] env[63302]: DEBUG nova.compute.manager [-] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.517910] env[63302]: DEBUG nova.network.neutron [-] [instance: ef827c35-7d3f-45da-9422-e058331ace32] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.612999] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.638198] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526e1583-0901-6e53-89e3-bbb6f76cc614, 'name': SearchDatastore_Task, 'duration_secs': 0.020728} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.638500] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.638781] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 242d685b-93b8-4b9c-8682-5cd3de2a8130/242d685b-93b8-4b9c-8682-5cd3de2a8130.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.639072] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da9543f1-b432-40e0-ba8c-61f8afee433b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.648202] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1520.648202] env[63302]: value = "task-1795279" [ 1520.648202] env[63302]: _type = "Task" [ 1520.648202] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.656787] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.705850] env[63302]: DEBUG oslo_vmware.api [None req-b9ad7500-d70a-4a7a-be35-8276de7c4fac tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795276, 'name': SuspendVM_Task} progress is 58%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.716139] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-09c87e29-fc1a-4d86-9577-945789c97981" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.771615] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc4d9e1-bc66-4856-9bea-9b521420e592 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.777010] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "refresh_cache-9a89f687-cafa-4f14-a45a-a6180dcf3d07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.777162] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "refresh_cache-9a89f687-cafa-4f14-a45a-a6180dcf3d07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.777380] env[63302]: DEBUG nova.network.neutron [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.782289] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07389bb-7820-4a18-af4e-d81781ef7ef0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.824139] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9acd3f-6590-456b-8255-92d2fd9484ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.834102] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512056ac-f72e-4c88-b580-80522bec9a2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.852606] env[63302]: DEBUG nova.compute.provider_tree [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.922334] env[63302]: DEBUG oslo_vmware.api [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361822} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.926748] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.926748] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.926748] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.926748] env[63302]: INFO nova.compute.manager [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1520.926748] env[63302]: DEBUG oslo.service.loopingcall [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.926748] env[63302]: DEBUG nova.compute.manager [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.926748] env[63302]: DEBUG nova.network.neutron [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.961143] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.164634] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.211126] env[63302]: DEBUG oslo_vmware.api [None req-b9ad7500-d70a-4a7a-be35-8276de7c4fac tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795276, 'name': SuspendVM_Task, 'duration_secs': 0.793086} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.211436] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ad7500-d70a-4a7a-be35-8276de7c4fac tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Suspended the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1521.211693] env[63302]: DEBUG nova.compute.manager [None req-b9ad7500-d70a-4a7a-be35-8276de7c4fac tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.212960] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a0235-143f-48ef-bf29-c390c6dcec08 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.225789] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4888f2e4-a4f4-4539-9187-cf60fea64d1a tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-09c87e29-fc1a-4d86-9577-945789c97981-a2a6ad4a-997f-4036-9106-d6b8a8bcf438" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.415s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.358226] env[63302]: DEBUG nova.network.neutron [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1521.360908] env[63302]: DEBUG nova.scheduler.client.report [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.366111] env[63302]: DEBUG nova.network.neutron [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Updated VIF entry in instance network info cache for port 75add75a-0844-4623-94f6-f97acaaae34b. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.366413] env[63302]: DEBUG nova.network.neutron [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Updating instance_info_cache with network_info: [{"id": "75add75a-0844-4623-94f6-f97acaaae34b", "address": "fa:16:3e:72:d6:67", "network": {"id": "c6d52585-2359-4a88-b4e6-067bcfa86b25", "bridge": "br-int", "label": "tempest-ServersTestJSON-1684187070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ebf9794f7a43cdbb58ad9fc3aaa399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75add75a-08", "ovs_interfaceid": "75add75a-0844-4623-94f6-f97acaaae34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.402580] env[63302]: DEBUG nova.network.neutron [req-d5c3ef27-1ae9-4911-8014-ef299a92137b req-a45875ce-b4f8-4454-8c56-7ef5c2b7e7a2 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updated VIF entry in instance network info cache for port efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.403024] env[63302]: DEBUG nova.network.neutron [req-d5c3ef27-1ae9-4911-8014-ef299a92137b req-a45875ce-b4f8-4454-8c56-7ef5c2b7e7a2 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updating instance_info_cache with network_info: [{"id": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "address": "fa:16:3e:39:14:ef", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd72971-7c", "ovs_interfaceid": "efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.638614] env[63302]: DEBUG nova.network.neutron [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Updating instance_info_cache with network_info: [{"id": "784a676b-4242-4b4b-8991-844fe42170e8", "address": "fa:16:3e:c6:94:31", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784a676b-42", "ovs_interfaceid": "784a676b-4242-4b4b-8991-844fe42170e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.662795] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656229} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.663161] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 242d685b-93b8-4b9c-8682-5cd3de2a8130/242d685b-93b8-4b9c-8682-5cd3de2a8130.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.663391] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.664196] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c0882a-5dbe-439e-bc6b-61c6bfe01c0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.674835] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1521.674835] env[63302]: value = "task-1795280" [ 1521.674835] env[63302]: _type = "Task" [ 1521.674835] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.687407] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.790061] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "09c87e29-fc1a-4d86-9577-945789c97981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.790403] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "09c87e29-fc1a-4d86-9577-945789c97981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.790618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "09c87e29-fc1a-4d86-9577-945789c97981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.790826] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "09c87e29-fc1a-4d86-9577-945789c97981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.790999] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "09c87e29-fc1a-4d86-9577-945789c97981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.793098] env[63302]: INFO nova.compute.manager [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Terminating instance [ 1521.852136] env[63302]: DEBUG nova.compute.manager [req-c070c906-7a5f-4019-a8a0-1db84d12133a req-b79cda67-ebb6-404a-929c-c27cceb32e79 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Received event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1521.852136] env[63302]: DEBUG nova.compute.manager [req-c070c906-7a5f-4019-a8a0-1db84d12133a req-b79cda67-ebb6-404a-929c-c27cceb32e79 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing instance network info cache due to event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1521.852503] env[63302]: DEBUG oslo_concurrency.lockutils [req-c070c906-7a5f-4019-a8a0-1db84d12133a req-b79cda67-ebb6-404a-929c-c27cceb32e79 service nova] Acquiring lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.852503] env[63302]: DEBUG oslo_concurrency.lockutils [req-c070c906-7a5f-4019-a8a0-1db84d12133a req-b79cda67-ebb6-404a-929c-c27cceb32e79 service nova] Acquired lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.852768] env[63302]: DEBUG nova.network.neutron [req-c070c906-7a5f-4019-a8a0-1db84d12133a req-b79cda67-ebb6-404a-929c-c27cceb32e79 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.869582] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.870137] env[63302]: DEBUG nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1521.873181] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8b99eec-41a3-491f-aa98-3849750abbd2 req-2a619f4f-99af-4c60-acec-2f744fc769e9 service nova] Releasing lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.873549] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.156s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.874964] env[63302]: INFO nova.compute.claims [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.907157] env[63302]: DEBUG oslo_concurrency.lockutils [req-d5c3ef27-1ae9-4911-8014-ef299a92137b req-a45875ce-b4f8-4454-8c56-7ef5c2b7e7a2 service nova] Releasing lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.957971] env[63302]: DEBUG nova.compute.manager [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received event network-vif-deleted-a2a6ad4a-997f-4036-9106-d6b8a8bcf438 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1521.958325] env[63302]: DEBUG nova.compute.manager [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Received event network-vif-deleted-bf172c1b-43da-404a-b490-94e85804d4de {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1521.958437] env[63302]: DEBUG nova.compute.manager [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Received event network-vif-plugged-784a676b-4242-4b4b-8991-844fe42170e8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1521.958634] env[63302]: DEBUG oslo_concurrency.lockutils [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] Acquiring lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.958958] env[63302]: DEBUG oslo_concurrency.lockutils [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] Lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.959043] env[63302]: DEBUG oslo_concurrency.lockutils [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] Lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.959189] env[63302]: DEBUG nova.compute.manager [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] No waiting events found dispatching network-vif-plugged-784a676b-4242-4b4b-8991-844fe42170e8 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1521.959355] env[63302]: WARNING nova.compute.manager [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Received unexpected event network-vif-plugged-784a676b-4242-4b4b-8991-844fe42170e8 for instance with vm_state building and task_state spawning. [ 1521.959544] env[63302]: DEBUG nova.compute.manager [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Received event network-changed-784a676b-4242-4b4b-8991-844fe42170e8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1521.959709] env[63302]: DEBUG nova.compute.manager [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Refreshing instance network info cache due to event network-changed-784a676b-4242-4b4b-8991-844fe42170e8. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1521.959881] env[63302]: DEBUG oslo_concurrency.lockutils [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] Acquiring lock "refresh_cache-9a89f687-cafa-4f14-a45a-a6180dcf3d07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.964219] env[63302]: DEBUG nova.network.neutron [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.011070] env[63302]: DEBUG nova.network.neutron [-] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.144186] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "refresh_cache-9a89f687-cafa-4f14-a45a-a6180dcf3d07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.144186] env[63302]: DEBUG nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Instance network_info: |[{"id": "784a676b-4242-4b4b-8991-844fe42170e8", "address": "fa:16:3e:c6:94:31", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784a676b-42", "ovs_interfaceid": "784a676b-4242-4b4b-8991-844fe42170e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1522.144186] env[63302]: DEBUG oslo_concurrency.lockutils [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] Acquired lock "refresh_cache-9a89f687-cafa-4f14-a45a-a6180dcf3d07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.144186] env[63302]: DEBUG nova.network.neutron [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Refreshing network info cache for port 784a676b-4242-4b4b-8991-844fe42170e8 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.144186] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:94:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '784a676b-4242-4b4b-8991-844fe42170e8', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1522.156519] env[63302]: DEBUG oslo.service.loopingcall [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.160815] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1522.160815] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8910507-dcc5-49d9-85eb-858d230c64a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.187467] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077747} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.189028] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.189131] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1522.189131] env[63302]: value = "task-1795281" [ 1522.189131] env[63302]: _type = "Task" [ 1522.189131] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.189878] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c7c44e-2943-4dc4-a303-ed6be5487835 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.215853] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 242d685b-93b8-4b9c-8682-5cd3de2a8130/242d685b-93b8-4b9c-8682-5cd3de2a8130.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.219468] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3145a4ca-3207-44ae-982e-7d2739676cef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.242395] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1522.242395] env[63302]: value = "task-1795282" [ 1522.242395] env[63302]: _type = "Task" [ 1522.242395] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.253819] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.296799] env[63302]: DEBUG nova.compute.manager [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1522.297054] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.297954] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e4738a-97e5-4319-b923-41e8823eb220 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.306755] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.307053] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd3431e7-4ecb-4e77-857e-d43f321863d6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.314790] env[63302]: DEBUG oslo_vmware.api [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1522.314790] env[63302]: value = "task-1795283" [ 1522.314790] env[63302]: _type = "Task" [ 1522.314790] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.326185] env[63302]: DEBUG oslo_vmware.api [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.382364] env[63302]: DEBUG nova.compute.utils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.386853] env[63302]: DEBUG nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.389520] env[63302]: DEBUG nova.network.neutron [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.467664] env[63302]: INFO nova.compute.manager [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Took 1.54 seconds to deallocate network for instance. [ 1522.511999] env[63302]: DEBUG nova.policy [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc329bddb77c4b95bdff6086e14534c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4caffb29a2c64546aac8bb5047412508', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.513857] env[63302]: INFO nova.compute.manager [-] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Took 2.00 seconds to deallocate network for instance. [ 1522.600619] env[63302]: DEBUG nova.objects.instance [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lazy-loading 'flavor' on Instance uuid 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.704403] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795281, 'name': CreateVM_Task, 'duration_secs': 0.514327} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.704936] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1522.705297] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.705463] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.705782] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1522.706132] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908c7b68-0000-4b66-8a7c-7395f9b1d1ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.711934] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1522.711934] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52273821-6c1b-947d-fd99-4170f1218503" [ 1522.711934] env[63302]: _type = "Task" [ 1522.711934] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.720505] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52273821-6c1b-947d-fd99-4170f1218503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.752384] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795282, 'name': ReconfigVM_Task, 'duration_secs': 0.393947} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.754640] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 242d685b-93b8-4b9c-8682-5cd3de2a8130/242d685b-93b8-4b9c-8682-5cd3de2a8130.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.759747] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f738fd-f3b0-495b-bf84-a1e7694c520e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.767074] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1522.767074] env[63302]: value = "task-1795284" [ 1522.767074] env[63302]: _type = "Task" [ 1522.767074] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.775464] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795284, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.827154] env[63302]: DEBUG oslo_vmware.api [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795283, 'name': PowerOffVM_Task, 'duration_secs': 0.277246} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.830687] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.830687] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.830687] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-712b2a31-7271-4118-92f4-f5286c960723 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.851635] env[63302]: DEBUG nova.network.neutron [req-c070c906-7a5f-4019-a8a0-1db84d12133a req-b79cda67-ebb6-404a-929c-c27cceb32e79 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updated VIF entry in instance network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.851962] env[63302]: DEBUG nova.network.neutron [req-c070c906-7a5f-4019-a8a0-1db84d12133a req-b79cda67-ebb6-404a-929c-c27cceb32e79 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updating instance_info_cache with network_info: [{"id": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "address": "fa:16:3e:b5:ff:48", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95b51dc-d4", "ovs_interfaceid": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.891922] env[63302]: DEBUG nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1522.977758] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.020979] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.028745] env[63302]: DEBUG nova.network.neutron [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Successfully created port: b1ec8355-d095-4458-952e-987456a7c13c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.108246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.108428] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquired lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.138287] env[63302]: DEBUG nova.network.neutron [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Updated VIF entry in instance network info cache for port 784a676b-4242-4b4b-8991-844fe42170e8. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.138727] env[63302]: DEBUG nova.network.neutron [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Updating instance_info_cache with network_info: [{"id": "784a676b-4242-4b4b-8991-844fe42170e8", "address": "fa:16:3e:c6:94:31", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784a676b-42", "ovs_interfaceid": "784a676b-4242-4b4b-8991-844fe42170e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.227554] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52273821-6c1b-947d-fd99-4170f1218503, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.227861] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.228300] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1523.228390] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.228480] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.228662] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1523.228927] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8327c522-6946-49e3-ae8a-7ee92137fda5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.239461] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1523.239991] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1523.240779] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0540e5d0-97ce-4c41-9bc8-ddaa8c5368d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.249975] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1523.249975] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526d41ea-3e52-9a0f-a871-03a11318315f" [ 1523.249975] env[63302]: _type = "Task" [ 1523.249975] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.259168] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526d41ea-3e52-9a0f-a871-03a11318315f, 'name': SearchDatastore_Task} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.262639] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d412df0-7376-4add-95d5-065ffe0ed601 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.273646] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1523.273646] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52508b63-39ae-2f63-4bd2-1284ca78c27b" [ 1523.273646] env[63302]: _type = "Task" [ 1523.273646] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.280373] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795284, 'name': Rename_Task, 'duration_secs': 0.31702} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.288399] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.289104] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5385e243-b6e2-45f4-92d1-14c5bf610ee1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.294679] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52508b63-39ae-2f63-4bd2-1284ca78c27b, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.295545] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.295762] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9a89f687-cafa-4f14-a45a-a6180dcf3d07/9a89f687-cafa-4f14-a45a-a6180dcf3d07.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1523.296085] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42ee5ca-2600-436c-9955-2ff7a0048396 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.304185] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1523.304185] env[63302]: value = "task-1795286" [ 1523.304185] env[63302]: _type = "Task" [ 1523.304185] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.309221] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1523.309221] env[63302]: value = "task-1795287" [ 1523.309221] env[63302]: _type = "Task" [ 1523.309221] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.316259] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.325271] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.355894] env[63302]: DEBUG oslo_concurrency.lockutils [req-c070c906-7a5f-4019-a8a0-1db84d12133a req-b79cda67-ebb6-404a-929c-c27cceb32e79 service nova] Releasing lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.545667] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62cd896-8ead-4ac3-9ccf-72f6b714d8ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.556605] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b6af12-efe7-4f20-ba79-192a0b5e031c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.596802] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a1e75-f1b9-4911-93f6-755be4c64444 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.608526] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b705e630-fb90-48a1-988c-96b772399872 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.624513] env[63302]: DEBUG nova.compute.provider_tree [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.643466] env[63302]: DEBUG oslo_concurrency.lockutils [req-2335589a-68f7-4ad8-a902-ac9835c14bad req-af98fb3e-ee78-47d3-9cbd-586d45c8fbf8 service nova] Releasing lock "refresh_cache-9a89f687-cafa-4f14-a45a-a6180dcf3d07" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.817615] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.823115] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.908173] env[63302]: DEBUG nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1523.935827] env[63302]: DEBUG nova.network.neutron [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.949756] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:35:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='845be66d-474c-4209-ab48-a7b1e5d5e0e2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1295923',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1523.950021] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.950217] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1523.950410] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.950557] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1523.950703] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1523.950914] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1523.951103] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1523.951289] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1523.951455] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1523.951742] env[63302]: DEBUG nova.virt.hardware [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1523.952914] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df2b43-3602-4b90-9258-c6953a6c6972 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.962328] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd636f-afcc-4e76-8de9-72659ea8f27f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.966406] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "529dbacd-fe2a-4165-83fb-53a683996fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.966512] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "529dbacd-fe2a-4165-83fb-53a683996fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.967066] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "529dbacd-fe2a-4165-83fb-53a683996fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.967066] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "529dbacd-fe2a-4165-83fb-53a683996fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.967066] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "529dbacd-fe2a-4165-83fb-53a683996fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.968909] env[63302]: INFO nova.compute.manager [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Terminating instance [ 1524.128226] env[63302]: DEBUG nova.scheduler.client.report [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.318334] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.326553] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575615} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.326997] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9a89f687-cafa-4f14-a45a-a6180dcf3d07/9a89f687-cafa-4f14-a45a-a6180dcf3d07.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.327281] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.327566] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-826189f1-3362-4164-99e1-d5f3465fa609 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.336164] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1524.336164] env[63302]: value = "task-1795288" [ 1524.336164] env[63302]: _type = "Task" [ 1524.336164] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.345772] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.419046] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquiring lock "cf573838-c503-43d6-807b-0c44d80962b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.419454] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "cf573838-c503-43d6-807b-0c44d80962b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.420169] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquiring lock "cf573838-c503-43d6-807b-0c44d80962b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.420169] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "cf573838-c503-43d6-807b-0c44d80962b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.420375] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "cf573838-c503-43d6-807b-0c44d80962b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.423074] env[63302]: INFO nova.compute.manager [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Terminating instance [ 1524.430643] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.431152] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.431245] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleting the datastore file [datastore1] 09c87e29-fc1a-4d86-9577-945789c97981 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.431693] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d35a2bd-5e9d-40d9-9d88-220df72dc63a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.444177] env[63302]: DEBUG oslo_vmware.api [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1524.444177] env[63302]: value = "task-1795289" [ 1524.444177] env[63302]: _type = "Task" [ 1524.444177] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.457244] env[63302]: DEBUG oslo_vmware.api [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.473423] env[63302]: DEBUG nova.compute.manager [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1524.473687] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.475221] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b0f0c-07ea-4a17-a5f0-946de69d2b6e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.487046] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.487797] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b65f91ca-22ca-4ef7-a7be-c1ace80a30ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.495175] env[63302]: DEBUG oslo_vmware.api [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1524.495175] env[63302]: value = "task-1795290" [ 1524.495175] env[63302]: _type = "Task" [ 1524.495175] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.505512] env[63302]: DEBUG oslo_vmware.api [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.637658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.638058] env[63302]: DEBUG nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1524.641547] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.644s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.641747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.641906] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1524.642267] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.074s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.642482] env[63302]: DEBUG nova.objects.instance [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lazy-loading 'resources' on Instance uuid 7369a4ba-3b07-4b71-a7ad-6dd77e57880d {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.644405] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6cb30c-602f-4e73-8fb6-360680e70b2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.654668] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65a7dbc-259e-4ebf-a0fa-8f1a6fdb1cd5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.679209] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28e2a91-4879-4579-848a-fa72716c4248 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.691493] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945cdfc2-9db1-482a-a797-c3bc9be94384 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.728096] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178306MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1524.728834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.772553] env[63302]: DEBUG nova.network.neutron [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updating instance_info_cache with network_info: [{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.781313] env[63302]: DEBUG nova.compute.manager [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Received event network-vif-deleted-efd72971-7c91-4b7e-8fd8-1c2bd44c8f7c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1524.781560] env[63302]: DEBUG nova.compute.manager [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Received event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1524.781738] env[63302]: DEBUG nova.compute.manager [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing instance network info cache due to event network-changed-b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1524.781958] env[63302]: DEBUG oslo_concurrency.lockutils [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] Acquiring lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.782319] env[63302]: DEBUG oslo_concurrency.lockutils [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] Acquired lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.782580] env[63302]: DEBUG nova.network.neutron [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Refreshing network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.816952] env[63302]: DEBUG oslo_vmware.api [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795286, 'name': PowerOnVM_Task, 'duration_secs': 1.29678} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.817233] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.817428] env[63302]: INFO nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1524.817606] env[63302]: DEBUG nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.818494] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f5412-e0d3-44da-8a63-10b9b739a054 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.828616] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.846871] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083286} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.847184] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.848085] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb79aa80-4e02-47d7-a448-5556f3f5350a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.871992] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 9a89f687-cafa-4f14-a45a-a6180dcf3d07/9a89f687-cafa-4f14-a45a-a6180dcf3d07.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.873083] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c94f3b-ee8f-4644-8cb3-2794f602854b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.895966] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1524.895966] env[63302]: value = "task-1795291" [ 1524.895966] env[63302]: _type = "Task" [ 1524.895966] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.905422] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.918442] env[63302]: DEBUG nova.compute.manager [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Received event network-vif-deleted-f6f6be16-0748-485a-a077-d4157d4cfb27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1524.918648] env[63302]: DEBUG nova.compute.manager [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Received event network-changed-87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1524.918811] env[63302]: DEBUG nova.compute.manager [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Refreshing instance network info cache due to event network-changed-87989db0-adaf-4177-b977-41fd764cba52. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1524.919015] env[63302]: DEBUG oslo_concurrency.lockutils [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] Acquiring lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.929432] env[63302]: DEBUG nova.compute.manager [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1524.929432] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.929536] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa53e0-1a30-463b-be5b-b53e818e1d36 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.937890] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.938222] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ab5227-83ca-445c-a788-713de2dc1d3a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.946905] env[63302]: DEBUG oslo_vmware.api [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1524.946905] env[63302]: value = "task-1795292" [ 1524.946905] env[63302]: _type = "Task" [ 1524.946905] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.962692] env[63302]: DEBUG oslo_vmware.api [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.965558] env[63302]: DEBUG oslo_vmware.api [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211265} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.966643] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.966643] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.966643] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.966643] env[63302]: INFO nova.compute.manager [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1524.966643] env[63302]: DEBUG oslo.service.loopingcall [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.967973] env[63302]: DEBUG nova.compute.manager [-] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.967973] env[63302]: DEBUG nova.network.neutron [-] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1525.007575] env[63302]: DEBUG oslo_vmware.api [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795290, 'name': PowerOffVM_Task, 'duration_secs': 0.280588} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.007899] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1525.008121] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1525.008404] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1564079-00fe-466c-895a-47c81d21b5ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.148040] env[63302]: DEBUG nova.compute.utils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.148040] env[63302]: DEBUG nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.148040] env[63302]: DEBUG nova.network.neutron [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.161580] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1525.161951] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1525.162249] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleting the datastore file [datastore1] 529dbacd-fe2a-4165-83fb-53a683996fc4 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1525.165291] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00669f65-1c1a-4ba4-8394-d3542747584b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.175021] env[63302]: DEBUG oslo_vmware.api [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1525.175021] env[63302]: value = "task-1795294" [ 1525.175021] env[63302]: _type = "Task" [ 1525.175021] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.191113] env[63302]: DEBUG oslo_vmware.api [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.215712] env[63302]: DEBUG nova.policy [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b739316dc739409599807b08bdf8cfa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cb088dc3162429dab9af1b70724cc25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1525.277427] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Releasing lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.278589] env[63302]: DEBUG nova.compute.manager [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Inject network info {{(pid=63302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1525.278589] env[63302]: DEBUG nova.compute.manager [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] network_info to inject: |[{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1525.284941] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Reconfiguring VM instance to set the machine id {{(pid=63302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1525.284941] env[63302]: DEBUG oslo_concurrency.lockutils [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] Acquired lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.284941] env[63302]: DEBUG nova.network.neutron [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Refreshing network info cache for port 87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.285557] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf3d115-e0cb-4788-ae6d-9c0dec5b4725 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.311814] env[63302]: DEBUG oslo_vmware.api [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1525.311814] env[63302]: value = "task-1795295" [ 1525.311814] env[63302]: _type = "Task" [ 1525.311814] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.335085] env[63302]: DEBUG oslo_vmware.api [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.341957] env[63302]: INFO nova.compute.manager [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Took 48.56 seconds to build instance. [ 1525.409853] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.414827] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "955a94d5-a8c9-44eb-be2f-337bc0f97304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.415172] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "955a94d5-a8c9-44eb-be2f-337bc0f97304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.467640] env[63302]: DEBUG oslo_vmware.api [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795292, 'name': PowerOffVM_Task, 'duration_secs': 0.299357} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.468584] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1525.468934] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1525.469113] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e3783c-be4e-4904-bfd9-237948397409 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.606801] env[63302]: DEBUG nova.compute.manager [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.608204] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab674821-9384-4c5c-b01e-511da594cf8d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.626676] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1525.626898] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1525.627095] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Deleting the datastore file [datastore1] cf573838-c503-43d6-807b-0c44d80962b4 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1525.627356] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c00a0a0-7924-4568-9462-6ed1c1d2d5cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.640201] env[63302]: DEBUG oslo_vmware.api [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for the task: (returnval){ [ 1525.640201] env[63302]: value = "task-1795297" [ 1525.640201] env[63302]: _type = "Task" [ 1525.640201] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.651289] env[63302]: DEBUG oslo_vmware.api [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.654457] env[63302]: DEBUG nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1525.699870] env[63302]: DEBUG oslo_vmware.api [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15403} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.699870] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1525.699870] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1525.699870] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1525.699870] env[63302]: INFO nova.compute.manager [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1525.699870] env[63302]: DEBUG oslo.service.loopingcall [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.700837] env[63302]: DEBUG nova.compute.manager [-] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1525.701031] env[63302]: DEBUG nova.network.neutron [-] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1525.748995] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2327af24-4652-4bc6-becd-d552146fc312 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.755456] env[63302]: DEBUG nova.network.neutron [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Successfully created port: 23b59a57-19e6-4f6b-9784-af40bdbb25a8 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1525.773518] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9a3274-6d58-4676-aa5a-e2adb9069296 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.807647] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c71960f-6c78-44ce-a7eb-e553fcd847c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.820811] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f223aa-edbf-497c-a817-57eddfde0d9f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.825748] env[63302]: DEBUG nova.network.neutron [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Successfully updated port: b1ec8355-d095-4458-952e-987456a7c13c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.832302] env[63302]: DEBUG oslo_vmware.api [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795295, 'name': ReconfigVM_Task, 'duration_secs': 0.215001} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.840237] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e0601604-4aac-49b7-8c3a-88f9e1c663ac tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Reconfigured VM instance to set the machine id {{(pid=63302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1525.842895] env[63302]: DEBUG nova.compute.provider_tree [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.848030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a643d1d6-27df-4ebb-8a45-ad6e5e525fff tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "242d685b-93b8-4b9c-8682-5cd3de2a8130" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.659s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.912551] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.018903] env[63302]: DEBUG nova.network.neutron [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updated VIF entry in instance network info cache for port b95b51dc-d43b-4beb-84cd-19f7e0d22810. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.019312] env[63302]: DEBUG nova.network.neutron [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updating instance_info_cache with network_info: [{"id": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "address": "fa:16:3e:b5:ff:48", "network": {"id": "1ca5c1a6-3889-43de-a72d-e5493b9bac93", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1167751047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80b7e778b8f04be08256a1c12e637859", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95b51dc-d4", "ovs_interfaceid": "b95b51dc-d43b-4beb-84cd-19f7e0d22810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.125659] env[63302]: INFO nova.compute.manager [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] instance snapshotting [ 1526.125864] env[63302]: WARNING nova.compute.manager [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1526.128418] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f30ddc-2d37-4360-bc6b-f8a3f40305e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.153731] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ad716-95c0-4ecc-b48c-0471f790987c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.173066] env[63302]: DEBUG oslo_vmware.api [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Task: {'id': task-1795297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359544} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.175765] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1526.176019] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1526.176249] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1526.176473] env[63302]: INFO nova.compute.manager [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1526.176942] env[63302]: DEBUG oslo.service.loopingcall [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.177358] env[63302]: DEBUG nova.compute.manager [-] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1526.177529] env[63302]: DEBUG nova.network.neutron [-] [instance: cf573838-c503-43d6-807b-0c44d80962b4] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1526.328161] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.328326] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.328483] env[63302]: DEBUG nova.network.neutron [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.347772] env[63302]: DEBUG nova.scheduler.client.report [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.353235] env[63302]: DEBUG nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.421915] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.522301] env[63302]: DEBUG oslo_concurrency.lockutils [req-042be61e-fe61-4de1-ac3b-adc24f159072 req-eaf1c8d9-8a96-4e7a-ad05-b25470bc5294 service nova] Releasing lock "refresh_cache-9a072ae8-004b-46b4-8985-a8f688fec424" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.677679] env[63302]: DEBUG nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1526.681266] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1526.681485] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-592acbb6-58d8-4c88-ab84-b2219a59e2b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.692133] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1526.692133] env[63302]: value = "task-1795298" [ 1526.692133] env[63302]: _type = "Task" [ 1526.692133] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.707610] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795298, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.711509] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.711783] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.712030] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.712167] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.712304] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.712457] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.712705] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.712870] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.713122] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.713206] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.713458] env[63302]: DEBUG nova.virt.hardware [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.714236] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4d1be1-bb0c-468d-8602-8075636f200a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.724662] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340ed635-9705-4eb7-8581-4ba54c36b0a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.793583] env[63302]: DEBUG nova.network.neutron [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updated VIF entry in instance network info cache for port 87989db0-adaf-4177-b977-41fd764cba52. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.793967] env[63302]: DEBUG nova.network.neutron [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updating instance_info_cache with network_info: [{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.799889] env[63302]: DEBUG nova.network.neutron [-] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.857016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.859857] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.092s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.860918] env[63302]: DEBUG nova.objects.instance [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lazy-loading 'resources' on Instance uuid c551d570-604a-4767-8982-e08e72eb0021 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.886859] env[63302]: DEBUG nova.network.neutron [-] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.892407] env[63302]: INFO nova.scheduler.client.report [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Deleted allocations for instance 7369a4ba-3b07-4b71-a7ad-6dd77e57880d [ 1526.892407] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.912631] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795291, 'name': ReconfigVM_Task, 'duration_secs': 1.674857} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.912940] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 9a89f687-cafa-4f14-a45a-a6180dcf3d07/9a89f687-cafa-4f14-a45a-a6180dcf3d07.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.913598] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8279693d-65ab-491c-b652-4641ced8e0e2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.915891] env[63302]: DEBUG nova.network.neutron [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.932030] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1526.932030] env[63302]: value = "task-1795299" [ 1526.932030] env[63302]: _type = "Task" [ 1526.932030] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.943220] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795299, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.202682] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795298, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.297360] env[63302]: DEBUG oslo_concurrency.lockutils [req-5ed0f977-274c-4267-b9d8-1729bf40d28b req-f9dd95dc-e30e-44f4-b225-0757984cb0be service nova] Releasing lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.304714] env[63302]: INFO nova.compute.manager [-] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Took 1.60 seconds to deallocate network for instance. [ 1527.328634] env[63302]: DEBUG nova.objects.instance [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lazy-loading 'flavor' on Instance uuid 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.390301] env[63302]: INFO nova.compute.manager [-] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Took 2.42 seconds to deallocate network for instance. [ 1527.407868] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a2e805e4-4445-4a1e-af4d-fe5b48e625db tempest-ServersTestBootFromVolume-1212535406 tempest-ServersTestBootFromVolume-1212535406-project-member] Lock "7369a4ba-3b07-4b71-a7ad-6dd77e57880d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.818s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.448100] env[63302]: DEBUG nova.network.neutron [-] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.450746] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795299, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.470838] env[63302]: DEBUG nova.network.neutron [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance_info_cache with network_info: [{"id": "b1ec8355-d095-4458-952e-987456a7c13c", "address": "fa:16:3e:1c:fe:b3", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ec8355-d0", "ovs_interfaceid": "b1ec8355-d095-4458-952e-987456a7c13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.477103] env[63302]: DEBUG nova.compute.manager [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Received event network-vif-plugged-b1ec8355-d095-4458-952e-987456a7c13c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1527.478283] env[63302]: DEBUG oslo_concurrency.lockutils [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] Acquiring lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.478283] env[63302]: DEBUG oslo_concurrency.lockutils [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.478283] env[63302]: DEBUG oslo_concurrency.lockutils [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.478283] env[63302]: DEBUG nova.compute.manager [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] No waiting events found dispatching network-vif-plugged-b1ec8355-d095-4458-952e-987456a7c13c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.478283] env[63302]: WARNING nova.compute.manager [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Received unexpected event network-vif-plugged-b1ec8355-d095-4458-952e-987456a7c13c for instance with vm_state building and task_state spawning. [ 1527.478283] env[63302]: DEBUG nova.compute.manager [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Received event network-changed-b1ec8355-d095-4458-952e-987456a7c13c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1527.478867] env[63302]: DEBUG nova.compute.manager [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Refreshing instance network info cache due to event network-changed-b1ec8355-d095-4458-952e-987456a7c13c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1527.478867] env[63302]: DEBUG oslo_concurrency.lockutils [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] Acquiring lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.706634] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795298, 'name': CreateSnapshot_Task, 'duration_secs': 0.827393} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.709063] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1527.710058] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f37413-99d9-40c2-9eab-9a4b84691f4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.810016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.834434] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.834618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquired lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.902797] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.945884] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795299, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.955933] env[63302]: INFO nova.compute.manager [-] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Took 1.78 seconds to deallocate network for instance. [ 1527.974184] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.974184] env[63302]: DEBUG nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Instance network_info: |[{"id": "b1ec8355-d095-4458-952e-987456a7c13c", "address": "fa:16:3e:1c:fe:b3", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ec8355-d0", "ovs_interfaceid": "b1ec8355-d095-4458-952e-987456a7c13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.974184] env[63302]: DEBUG oslo_concurrency.lockutils [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] Acquired lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.974184] env[63302]: DEBUG nova.network.neutron [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Refreshing network info cache for port b1ec8355-d095-4458-952e-987456a7c13c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.975625] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:fe:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1ec8355-d095-4458-952e-987456a7c13c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.984633] env[63302]: DEBUG oslo.service.loopingcall [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.988860] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.992838] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa16a8e2-49c9-4676-800c-2617dc4dfd5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.016649] env[63302]: INFO nova.compute.manager [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Rebuilding instance [ 1528.026073] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.026073] env[63302]: value = "task-1795300" [ 1528.026073] env[63302]: _type = "Task" [ 1528.026073] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.038648] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c0da33-fa8f-45ee-bf76-80d88167c9de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.044268] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795300, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.053411] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e33846-985f-4981-bf0d-d0f2af3f3726 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.099961] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff2367a-7468-49af-928f-9760b7e99695 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.105901] env[63302]: DEBUG nova.compute.manager [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.106703] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6673b46-f1f0-4d27-889e-85e644e3a855 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.113918] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418d5ba-d6f8-434c-a447-da2db50f7315 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.134758] env[63302]: DEBUG nova.compute.provider_tree [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1528.233120] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1528.233807] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-061d274d-9192-4be5-97a6-532622bce3db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.245105] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1528.245105] env[63302]: value = "task-1795301" [ 1528.245105] env[63302]: _type = "Task" [ 1528.245105] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.255507] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795301, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.441056] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795299, 'name': Rename_Task, 'duration_secs': 1.114955} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.441739] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.441739] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c74bff31-6973-4b0e-9dd8-b87b7cd7ef59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.454020] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1528.454020] env[63302]: value = "task-1795302" [ 1528.454020] env[63302]: _type = "Task" [ 1528.454020] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.462037] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.467211] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.541472] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795300, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.666682] env[63302]: ERROR nova.scheduler.client.report [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] [req-540217fb-2c7b-422c-9d1a-237653ec5afe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-540217fb-2c7b-422c-9d1a-237653ec5afe"}]} [ 1528.686533] env[63302]: DEBUG nova.scheduler.client.report [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1528.705350] env[63302]: DEBUG nova.scheduler.client.report [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1528.705574] env[63302]: DEBUG nova.compute.provider_tree [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1528.728337] env[63302]: DEBUG nova.scheduler.client.report [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1528.753436] env[63302]: DEBUG nova.scheduler.client.report [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1528.763286] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795301, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.930330] env[63302]: DEBUG nova.network.neutron [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updated VIF entry in instance network info cache for port b1ec8355-d095-4458-952e-987456a7c13c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.932207] env[63302]: DEBUG nova.network.neutron [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance_info_cache with network_info: [{"id": "b1ec8355-d095-4458-952e-987456a7c13c", "address": "fa:16:3e:1c:fe:b3", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ec8355-d0", "ovs_interfaceid": "b1ec8355-d095-4458-952e-987456a7c13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.966309] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.043767] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795300, 'name': CreateVM_Task, 'duration_secs': 0.671663} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.043767] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.043767] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.044098] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.044611] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1529.044963] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65470c3e-bc7f-4b33-89b7-c201c1ab0f85 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.058796] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1529.058796] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52685078-3ff3-b404-7a27-17c2cbf6eb8c" [ 1529.058796] env[63302]: _type = "Task" [ 1529.058796] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.071784] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52685078-3ff3-b404-7a27-17c2cbf6eb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012269} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.072737] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.072902] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.073153] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.073358] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.073507] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.073817] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8104dfc4-a50e-4dc2-954d-e9c3bde7efeb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.084996] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.084996] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.085832] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d50b148-ebde-4a35-95d2-ad0f1da9cbf5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.096400] env[63302]: DEBUG nova.compute.manager [req-1c7fcd0d-dae1-4d0f-bc91-e5307c6e9151 req-bf099d31-cc92-4305-9820-2741378a3efc service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Received event network-changed-75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1529.096400] env[63302]: DEBUG nova.compute.manager [req-1c7fcd0d-dae1-4d0f-bc91-e5307c6e9151 req-bf099d31-cc92-4305-9820-2741378a3efc service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Refreshing instance network info cache due to event network-changed-75add75a-0844-4623-94f6-f97acaaae34b. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1529.096779] env[63302]: DEBUG oslo_concurrency.lockutils [req-1c7fcd0d-dae1-4d0f-bc91-e5307c6e9151 req-bf099d31-cc92-4305-9820-2741378a3efc service nova] Acquiring lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.096779] env[63302]: DEBUG oslo_concurrency.lockutils [req-1c7fcd0d-dae1-4d0f-bc91-e5307c6e9151 req-bf099d31-cc92-4305-9820-2741378a3efc service nova] Acquired lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.096886] env[63302]: DEBUG nova.network.neutron [req-1c7fcd0d-dae1-4d0f-bc91-e5307c6e9151 req-bf099d31-cc92-4305-9820-2741378a3efc service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Refreshing network info cache for port 75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.102918] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1529.102918] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529ec06c-1ceb-89b6-d726-3f775858d2e8" [ 1529.102918] env[63302]: _type = "Task" [ 1529.102918] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.116677] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529ec06c-1ceb-89b6-d726-3f775858d2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.127700] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.130690] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef91cd84-cc04-497b-a923-7050d9659626 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.141449] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1529.141449] env[63302]: value = "task-1795303" [ 1529.141449] env[63302]: _type = "Task" [ 1529.141449] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.155895] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.173651] env[63302]: DEBUG nova.network.neutron [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.239139] env[63302]: DEBUG nova.network.neutron [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Successfully updated port: 23b59a57-19e6-4f6b-9784-af40bdbb25a8 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.258989] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795301, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.408590] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f6727-d15d-4e49-8ab8-4b36b4c8f729 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.419888] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2c35ec-a8a0-4e8d-aefe-0f2a7613ea20 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.455756] env[63302]: DEBUG oslo_concurrency.lockutils [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] Releasing lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.456109] env[63302]: DEBUG nova.compute.manager [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Received event network-vif-deleted-28092b12-9424-4ad2-a5b3-72d029804afa {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1529.456284] env[63302]: DEBUG nova.compute.manager [req-90a4d641-8e20-43ed-b0d3-aa347acd3731 req-0b5ee360-67e8-4436-8642-b0f299e9e485 service nova] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Received event network-vif-deleted-4652e9f7-10fa-4e4d-890a-e3a6f694c26b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1529.461995] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba20df-cf23-4060-b3ae-c7f1e3bda65b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.474233] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d0d1b1-eeee-460d-9baa-9771b2604fc0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.479110] env[63302]: DEBUG oslo_vmware.api [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795302, 'name': PowerOnVM_Task, 'duration_secs': 0.557079} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.479383] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.479588] env[63302]: INFO nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1529.479996] env[63302]: DEBUG nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.481389] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b991e47-c35f-45c4-9163-0c108e461160 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.494174] env[63302]: DEBUG nova.compute.provider_tree [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.616217] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529ec06c-1ceb-89b6-d726-3f775858d2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.027338} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.616596] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61eb943-1428-495e-bca2-615548ea8236 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.624746] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1529.624746] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524c1b63-2371-9dc1-2b04-251c4dbfa351" [ 1529.624746] env[63302]: _type = "Task" [ 1529.624746] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.633952] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524c1b63-2371-9dc1-2b04-251c4dbfa351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.650961] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795303, 'name': PowerOffVM_Task, 'duration_secs': 0.293313} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.653331] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.653570] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.654417] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8680eab7-953f-4883-bfb3-3285b2a3e0ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.663268] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.663530] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f3e79b-b32b-46bf-b048-77dd2b4c0d20 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.745014] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "refresh_cache-3ce0e9fd-70bc-490f-9414-aa830d2935f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.745014] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "refresh_cache-3ce0e9fd-70bc-490f-9414-aa830d2935f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.745014] env[63302]: DEBUG nova.network.neutron [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.764021] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795301, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.772300] env[63302]: DEBUG nova.compute.manager [req-395d2f62-15b9-490d-b897-0047b1b5abfa req-98471656-2447-450f-952a-99e6ade0b744 service nova] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Received event network-vif-deleted-703ea3cc-3f51-4dac-8442-1bf13f3ec166 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1529.834965] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.834965] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.834965] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleting the datastore file [datastore1] 75757aed-59d8-497a-a60a-e501399ae412 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.835877] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fcf88a3-e19c-4f26-b3f9-b6ac7e93236f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.846021] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1529.846021] env[63302]: value = "task-1795305" [ 1529.846021] env[63302]: _type = "Task" [ 1529.846021] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.855373] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.013355] env[63302]: INFO nova.compute.manager [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Took 48.20 seconds to build instance. [ 1530.046856] env[63302]: DEBUG nova.scheduler.client.report [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1530.047139] env[63302]: DEBUG nova.compute.provider_tree [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 73 to 74 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1530.047335] env[63302]: DEBUG nova.compute.provider_tree [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1530.136427] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524c1b63-2371-9dc1-2b04-251c4dbfa351, 'name': SearchDatastore_Task, 'duration_secs': 0.020133} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.137555] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.137555] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a/1000d22c-18b0-47a5-bcfb-1f2af539412a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.137555] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5650911b-e259-40c5-9cda-14032b4f80e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.145558] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1530.145558] env[63302]: value = "task-1795306" [ 1530.145558] env[63302]: _type = "Task" [ 1530.145558] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.151273] env[63302]: DEBUG nova.network.neutron [req-1c7fcd0d-dae1-4d0f-bc91-e5307c6e9151 req-bf099d31-cc92-4305-9820-2741378a3efc service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Updated VIF entry in instance network info cache for port 75add75a-0844-4623-94f6-f97acaaae34b. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.151609] env[63302]: DEBUG nova.network.neutron [req-1c7fcd0d-dae1-4d0f-bc91-e5307c6e9151 req-bf099d31-cc92-4305-9820-2741378a3efc service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Updating instance_info_cache with network_info: [{"id": "75add75a-0844-4623-94f6-f97acaaae34b", "address": "fa:16:3e:72:d6:67", "network": {"id": "c6d52585-2359-4a88-b4e6-067bcfa86b25", "bridge": "br-int", "label": "tempest-ServersTestJSON-1684187070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ebf9794f7a43cdbb58ad9fc3aaa399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75add75a-08", "ovs_interfaceid": "75add75a-0844-4623-94f6-f97acaaae34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.160493] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.191174] env[63302]: DEBUG nova.network.neutron [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updating instance_info_cache with network_info: [{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.259988] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795301, 'name': CloneVM_Task, 'duration_secs': 1.736633} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.260597] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Created linked-clone VM from snapshot [ 1530.262535] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dbe2e2-4d5a-4fb6-b01d-ba5ed7f2c1b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.271784] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Uploading image 1485f550-e4ae-464a-a03a-9b03110abd6f {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1530.284232] env[63302]: DEBUG nova.network.neutron [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.304250] env[63302]: DEBUG oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1530.304250] env[63302]: value = "vm-372354" [ 1530.304250] env[63302]: _type = "VirtualMachine" [ 1530.304250] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1530.304542] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38313e5a-81e6-4210-91cd-d0d7e41cd24a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.313783] env[63302]: DEBUG oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lease: (returnval){ [ 1530.313783] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522d5ecd-d86e-3573-4b8e-0a513e4e3e0b" [ 1530.313783] env[63302]: _type = "HttpNfcLease" [ 1530.313783] env[63302]: } obtained for exporting VM: (result){ [ 1530.313783] env[63302]: value = "vm-372354" [ 1530.313783] env[63302]: _type = "VirtualMachine" [ 1530.313783] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1530.314052] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the lease: (returnval){ [ 1530.314052] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522d5ecd-d86e-3573-4b8e-0a513e4e3e0b" [ 1530.314052] env[63302]: _type = "HttpNfcLease" [ 1530.314052] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1530.323088] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.323088] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522d5ecd-d86e-3573-4b8e-0a513e4e3e0b" [ 1530.323088] env[63302]: _type = "HttpNfcLease" [ 1530.323088] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1530.362545] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182709} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.363262] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.363455] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.363632] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.509525] env[63302]: DEBUG nova.network.neutron [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Updating instance_info_cache with network_info: [{"id": "23b59a57-19e6-4f6b-9784-af40bdbb25a8", "address": "fa:16:3e:6a:81:59", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b59a57-19", "ovs_interfaceid": "23b59a57-19e6-4f6b-9784-af40bdbb25a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.518602] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8e97638-3ca6-43f4-a996-7317b0d6006f tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.811s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.553265] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.693s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.557697] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.268s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.560789] env[63302]: INFO nova.compute.claims [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.587111] env[63302]: INFO nova.scheduler.client.report [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Deleted allocations for instance c551d570-604a-4767-8982-e08e72eb0021 [ 1530.663357] env[63302]: DEBUG oslo_concurrency.lockutils [req-1c7fcd0d-dae1-4d0f-bc91-e5307c6e9151 req-bf099d31-cc92-4305-9820-2741378a3efc service nova] Releasing lock "refresh_cache-242d685b-93b8-4b9c-8682-5cd3de2a8130" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.664862] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795306, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.692918] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Releasing lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.692918] env[63302]: DEBUG nova.compute.manager [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Inject network info {{(pid=63302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1530.693241] env[63302]: DEBUG nova.compute.manager [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] network_info to inject: |[{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1530.700822] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Reconfiguring VM instance to set the machine id {{(pid=63302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1530.702737] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f9ce71-aa7f-4a79-9e41-adf9fbbd2b8e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.723479] env[63302]: DEBUG oslo_vmware.api [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1530.723479] env[63302]: value = "task-1795308" [ 1530.723479] env[63302]: _type = "Task" [ 1530.723479] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.734461] env[63302]: DEBUG oslo_vmware.api [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.828615] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.828615] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522d5ecd-d86e-3573-4b8e-0a513e4e3e0b" [ 1530.828615] env[63302]: _type = "HttpNfcLease" [ 1530.828615] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1530.828615] env[63302]: DEBUG oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1530.828615] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522d5ecd-d86e-3573-4b8e-0a513e4e3e0b" [ 1530.828615] env[63302]: _type = "HttpNfcLease" [ 1530.828615] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1530.829263] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5867d5d2-37a2-46df-b28f-1d65c90b5319 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.841398] env[63302]: DEBUG oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758467-801b-e513-cb8a-4efaef1b685f/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1530.842872] env[63302]: DEBUG oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758467-801b-e513-cb8a-4efaef1b685f/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1530.941425] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-befea9e3-afd1-4808-9906-7ee56420c3af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.017313] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "refresh_cache-3ce0e9fd-70bc-490f-9414-aa830d2935f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.017733] env[63302]: DEBUG nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Instance network_info: |[{"id": "23b59a57-19e6-4f6b-9784-af40bdbb25a8", "address": "fa:16:3e:6a:81:59", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b59a57-19", "ovs_interfaceid": "23b59a57-19e6-4f6b-9784-af40bdbb25a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1531.018459] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:81:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b59a57-19e6-4f6b-9784-af40bdbb25a8', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.030525] env[63302]: DEBUG oslo.service.loopingcall [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.031327] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.032146] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff32a672-fb4c-4968-933e-85b69a6df3c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.056017] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.056017] env[63302]: value = "task-1795309" [ 1531.056017] env[63302]: _type = "Task" [ 1531.056017] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.069786] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795309, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.094855] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9f596b03-1174-455c-a52a-aa963f5e539a tempest-ListServerFiltersTestJSON-972198379 tempest-ListServerFiltersTestJSON-972198379-project-member] Lock "c551d570-604a-4767-8982-e08e72eb0021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.718s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.144117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.144856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.144856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.144856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.145080] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.147341] env[63302]: INFO nova.compute.manager [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Terminating instance [ 1531.162722] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541343} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.165751] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a/1000d22c-18b0-47a5-bcfb-1f2af539412a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1531.165990] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.166560] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3834ad0-b564-4ae0-bb1c-050927218e92 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.175893] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1531.175893] env[63302]: value = "task-1795310" [ 1531.175893] env[63302]: _type = "Task" [ 1531.175893] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.190840] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.217231] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.217596] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.217820] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.218023] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.218203] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.220433] env[63302]: INFO nova.compute.manager [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Terminating instance [ 1531.234738] env[63302]: DEBUG oslo_vmware.api [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795308, 'name': ReconfigVM_Task, 'duration_secs': 0.295621} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.235020] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-02995b15-8b65-40b3-ae92-dedc324964e7 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Reconfigured VM instance to set the machine id {{(pid=63302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1531.258406] env[63302]: DEBUG nova.compute.manager [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Received event network-vif-plugged-23b59a57-19e6-4f6b-9784-af40bdbb25a8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1531.258814] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Acquiring lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.259168] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.259454] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.259763] env[63302]: DEBUG nova.compute.manager [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] No waiting events found dispatching network-vif-plugged-23b59a57-19e6-4f6b-9784-af40bdbb25a8 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.260051] env[63302]: WARNING nova.compute.manager [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Received unexpected event network-vif-plugged-23b59a57-19e6-4f6b-9784-af40bdbb25a8 for instance with vm_state building and task_state spawning. [ 1531.260336] env[63302]: DEBUG nova.compute.manager [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Received event network-changed-87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1531.260652] env[63302]: DEBUG nova.compute.manager [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Refreshing instance network info cache due to event network-changed-87989db0-adaf-4177-b977-41fd764cba52. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1531.260956] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Acquiring lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.261239] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Acquired lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.261535] env[63302]: DEBUG nova.network.neutron [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Refreshing network info cache for port 87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.445268] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.445539] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.445727] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.445875] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.447034] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.447297] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.447711] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.447814] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.447901] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.448098] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.448316] env[63302]: DEBUG nova.virt.hardware [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.449285] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520bdf61-68cb-41ae-98ba-9995a97dbaa6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.458034] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7418c0d9-2706-4b2c-8d29-d3ef2e965e03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.473252] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:99:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3b89e71-5425-44e2-aa09-bf72a4b04c20', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.480899] env[63302]: DEBUG oslo.service.loopingcall [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.483017] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.483017] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fa4e06a-9915-4636-9333-e4948c413243 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.502332] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.502332] env[63302]: value = "task-1795311" [ 1531.502332] env[63302]: _type = "Task" [ 1531.502332] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.511802] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.569449] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795309, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.656779] env[63302]: DEBUG nova.compute.manager [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.656779] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.659031] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2dc50-4888-4bd3-96c0-f316412bddae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.666822] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.667124] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeda874d-d090-47c7-a852-d801bb0f536f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.676209] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1531.676209] env[63302]: value = "task-1795312" [ 1531.676209] env[63302]: _type = "Task" [ 1531.676209] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.693852] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.694188] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262227} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.696982] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.698077] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff2aec-2a76-4b8a-aba7-9b70bed7d54f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.723545] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a/1000d22c-18b0-47a5-bcfb-1f2af539412a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.726405] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60fafa64-8f86-47ff-b1b0-3fd46b8ee412 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.742778] env[63302]: DEBUG nova.compute.manager [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.742778] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.747421] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ee5be-76aa-4532-8fa3-4c5849e3f49b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.755337] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.760803] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8848c7-d1e7-4be8-ad31-441434fa6552 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.763820] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1531.763820] env[63302]: value = "task-1795313" [ 1531.763820] env[63302]: _type = "Task" [ 1531.763820] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.770631] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1531.770631] env[63302]: value = "task-1795314" [ 1531.770631] env[63302]: _type = "Task" [ 1531.770631] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.776552] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.786276] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.015344] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.070495] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795309, 'name': CreateVM_Task, 'duration_secs': 0.683401} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.070906] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.071638] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.071840] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.072170] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.072428] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86fa5fd-515b-4bfd-8f63-7e0ec9221c6b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.077931] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1532.077931] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f8f16-b387-efcc-a68b-96ddaf5dd065" [ 1532.077931] env[63302]: _type = "Task" [ 1532.077931] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.082510] env[63302]: DEBUG nova.network.neutron [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updated VIF entry in instance network info cache for port 87989db0-adaf-4177-b977-41fd764cba52. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.082878] env[63302]: DEBUG nova.network.neutron [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updating instance_info_cache with network_info: [{"id": "87989db0-adaf-4177-b977-41fd764cba52", "address": "fa:16:3e:8e:42:50", "network": {"id": "64eb561d-3535-47d0-9f4c-27d5edda052e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-210548943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cebab87573d48b88908c306351f6967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87989db0-ad", "ovs_interfaceid": "87989db0-adaf-4177-b977-41fd764cba52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.088399] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f8f16-b387-efcc-a68b-96ddaf5dd065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.166115] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f08230a-598c-468b-9438-dd0a3410cd8e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.174828] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b58be18-1a21-498f-9be3-67058ed45e02 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.188615] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795312, 'name': PowerOffVM_Task, 'duration_secs': 0.240857} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.189664] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.189776] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.216900] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dda76ad-82e2-4b7a-949e-3569091f58d9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.220615] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edda18f-be22-4767-8b5b-f1ab4bce4f66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.230397] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9804c3b2-0ec9-4f43-9ddc-814aeb571168 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.245229] env[63302]: DEBUG nova.compute.provider_tree [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.275305] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.283637] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795314, 'name': PowerOffVM_Task, 'duration_secs': 0.255084} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.285630] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.285630] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.285630] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e7860f8-321c-4025-af32-b022dc1bb351 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.412057] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.412057] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.412057] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleting the datastore file [datastore1] 9a89f687-cafa-4f14-a45a-a6180dcf3d07 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.412057] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efef6e78-7de2-4895-8830-4096ce2956c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.423840] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1532.423840] env[63302]: value = "task-1795317" [ 1532.423840] env[63302]: _type = "Task" [ 1532.423840] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.433282] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.433697] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.433915] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Deleting the datastore file [datastore1] 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.438194] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7fe1f7a-67d9-445f-8a7a-1c508b66f494 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.442350] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.451593] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for the task: (returnval){ [ 1532.451593] env[63302]: value = "task-1795318" [ 1532.451593] env[63302]: _type = "Task" [ 1532.451593] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.463481] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.518211] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.589900] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Releasing lock "refresh_cache-9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.590523] env[63302]: DEBUG nova.compute.manager [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Received event network-changed-23b59a57-19e6-4f6b-9784-af40bdbb25a8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1532.590891] env[63302]: DEBUG nova.compute.manager [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Refreshing instance network info cache due to event network-changed-23b59a57-19e6-4f6b-9784-af40bdbb25a8. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1532.591251] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Acquiring lock "refresh_cache-3ce0e9fd-70bc-490f-9414-aa830d2935f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.591534] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Acquired lock "refresh_cache-3ce0e9fd-70bc-490f-9414-aa830d2935f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.591801] env[63302]: DEBUG nova.network.neutron [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Refreshing network info cache for port 23b59a57-19e6-4f6b-9784-af40bdbb25a8 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.594107] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f8f16-b387-efcc-a68b-96ddaf5dd065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.774552] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795313, 'name': ReconfigVM_Task, 'duration_secs': 0.739314} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.775712] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a/1000d22c-18b0-47a5-bcfb-1f2af539412a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.777555] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d4f7bb5-19aa-40f1-8c6e-fbef983ef65e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.787418] env[63302]: DEBUG nova.scheduler.client.report [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1532.787418] env[63302]: DEBUG nova.compute.provider_tree [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 74 to 75 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1532.787418] env[63302]: DEBUG nova.compute.provider_tree [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.795713] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1532.795713] env[63302]: value = "task-1795319" [ 1532.795713] env[63302]: _type = "Task" [ 1532.795713] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.806930] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795319, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.936697] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.963541] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.018500] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.089981] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f8f16-b387-efcc-a68b-96ddaf5dd065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.300069] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.300069] env[63302]: DEBUG nova.compute.manager [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.302358] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.528s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.303440] env[63302]: DEBUG nova.objects.instance [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lazy-loading 'resources' on Instance uuid 27d74d37-9c58-40af-997f-a576fd41c093 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.318752] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795319, 'name': Rename_Task, 'duration_secs': 0.210086} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.319118] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.319731] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4168cab-0775-4dbb-930d-605f800943a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.332055] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1533.332055] env[63302]: value = "task-1795320" [ 1533.332055] env[63302]: _type = "Task" [ 1533.332055] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.340949] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.411867] env[63302]: DEBUG nova.network.neutron [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Updated VIF entry in instance network info cache for port 23b59a57-19e6-4f6b-9784-af40bdbb25a8. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.411867] env[63302]: DEBUG nova.network.neutron [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Updating instance_info_cache with network_info: [{"id": "23b59a57-19e6-4f6b-9784-af40bdbb25a8", "address": "fa:16:3e:6a:81:59", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b59a57-19", "ovs_interfaceid": "23b59a57-19e6-4f6b-9784-af40bdbb25a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.441929] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.465965] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.522749] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.593282] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f8f16-b387-efcc-a68b-96ddaf5dd065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.804510] env[63302]: DEBUG nova.compute.utils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.808671] env[63302]: DEBUG nova.compute.manager [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Not allocating networking since 'none' was specified. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1533.842198] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795320, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.914183] env[63302]: DEBUG oslo_concurrency.lockutils [req-550797d1-a6b1-46b0-9b42-118520518142 req-737dd7d1-605a-4f13-b4fe-3db82512a044 service nova] Releasing lock "refresh_cache-3ce0e9fd-70bc-490f-9414-aa830d2935f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.946912] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.967058] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.020039] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.097563] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f8f16-b387-efcc-a68b-96ddaf5dd065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.312125] env[63302]: DEBUG nova.compute.manager [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.343582] env[63302]: DEBUG oslo_vmware.api [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795320, 'name': PowerOnVM_Task, 'duration_secs': 0.763883} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.346055] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.346259] env[63302]: INFO nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1534.346446] env[63302]: DEBUG nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.347447] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c03f19-c266-4809-a075-3d967cb5893a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.359617] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c0460f-1533-4a57-9547-f6f6812781f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.368389] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da0efc1-37ba-4ac0-b230-b687ffbd5fe2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.407834] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c47fb2f-25f6-4e1b-b3c1-ffed5ca9a87a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.416831] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5295203-a6a8-4511-acc2-61a0f9911ca5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.432022] env[63302]: DEBUG nova.compute.provider_tree [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.442578] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.466838] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.520233] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.591182] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f8f16-b387-efcc-a68b-96ddaf5dd065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.872051] env[63302]: INFO nova.compute.manager [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Took 49.54 seconds to build instance. [ 1534.938795] env[63302]: DEBUG nova.scheduler.client.report [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.948364] env[63302]: DEBUG oslo_vmware.api [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.512018} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.948814] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1534.949179] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1534.949367] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1534.949624] env[63302]: INFO nova.compute.manager [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Took 3.29 seconds to destroy the instance on the hypervisor. [ 1534.949890] env[63302]: DEBUG oslo.service.loopingcall [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.950188] env[63302]: DEBUG nova.compute.manager [-] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1534.950354] env[63302]: DEBUG nova.network.neutron [-] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1534.968827] env[63302]: DEBUG oslo_vmware.api [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Task: {'id': task-1795318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.485113} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.969331] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1534.969491] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1534.973023] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1534.973023] env[63302]: INFO nova.compute.manager [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Took 3.23 seconds to destroy the instance on the hypervisor. [ 1534.973023] env[63302]: DEBUG oslo.service.loopingcall [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.973023] env[63302]: DEBUG nova.compute.manager [-] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1534.973023] env[63302]: DEBUG nova.network.neutron [-] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1535.023153] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.094853] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f8f16-b387-efcc-a68b-96ddaf5dd065, 'name': SearchDatastore_Task, 'duration_secs': 2.657687} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.095656] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.096136] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.096562] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.096870] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.097303] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.100194] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c21c5763-5cc8-4ae8-90c2-a2b99ceab716 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.108106] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.108106] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.108919] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2197c3cc-27cc-42ea-b4e5-6290d1a0601d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.121077] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1535.121077] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291680b-efb8-98ec-a60a-a0cace7db75b" [ 1535.121077] env[63302]: _type = "Task" [ 1535.121077] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.133952] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291680b-efb8-98ec-a60a-a0cace7db75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.209658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquiring lock "f00074db-810e-4764-b001-4a7835629d01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.210014] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "f00074db-810e-4764-b001-4a7835629d01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.211202] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquiring lock "f00074db-810e-4764-b001-4a7835629d01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.212249] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "f00074db-810e-4764-b001-4a7835629d01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.213044] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "f00074db-810e-4764-b001-4a7835629d01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.218203] env[63302]: INFO nova.compute.manager [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Terminating instance [ 1535.286325] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquiring lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.286589] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.322383] env[63302]: DEBUG nova.compute.manager [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.362028] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.362872] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.363075] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.363272] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.366035] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.366035] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.366035] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.366035] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.366035] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.366035] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.366035] env[63302]: DEBUG nova.virt.hardware [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.366628] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae008bd-a96a-4f57-8aee-47f04df53390 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.377680] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7520d250-47b0-43c0-9ef6-c1ed5453441a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.384544] env[63302]: DEBUG oslo_concurrency.lockutils [None req-95741562-3e1d-4bef-a022-f5677876172c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.615s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.403820] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.412327] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Creating folder: Project (d2875fdbd2de4f07bd60ac3f2d2e2b75). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.412781] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f43b93e-e704-43bf-b0d7-11d2d47df946 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.428542] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Created folder: Project (d2875fdbd2de4f07bd60ac3f2d2e2b75) in parent group-v372222. [ 1535.429031] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Creating folder: Instances. Parent ref: group-v372357. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.429569] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5f2cc4c-cdf6-419c-aea0-c75523f2036f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.447253] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.449798] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Created folder: Instances in parent group-v372357. [ 1535.450299] env[63302]: DEBUG oslo.service.loopingcall [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.452073] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.063s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.454836] env[63302]: INFO nova.compute.claims [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.459454] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.459706] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ceedf6-3921-4f26-a380-ef8706f069f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.482656] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.482656] env[63302]: value = "task-1795323" [ 1535.482656] env[63302]: _type = "Task" [ 1535.482656] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.492447] env[63302]: INFO nova.scheduler.client.report [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Deleted allocations for instance 27d74d37-9c58-40af-997f-a576fd41c093 [ 1535.498110] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795323, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.523710] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795311, 'name': CreateVM_Task, 'duration_secs': 3.600876} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.523989] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.524821] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.524988] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.526872] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.526872] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a79b7b-9d4b-481c-bbf1-20e048d08778 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.533749] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1535.533749] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525f0370-ada2-c7f8-35d0-8e40ef3f7fde" [ 1535.533749] env[63302]: _type = "Task" [ 1535.533749] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.544081] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525f0370-ada2-c7f8-35d0-8e40ef3f7fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.636622] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291680b-efb8-98ec-a60a-a0cace7db75b, 'name': SearchDatastore_Task, 'duration_secs': 0.017331} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.639466] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd99c70-0bbf-4b82-bffe-aab772a8f398 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.652383] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1535.652383] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ae09c7-1cf7-fed5-95b9-1e9fd733afed" [ 1535.652383] env[63302]: _type = "Task" [ 1535.652383] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.667587] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ae09c7-1cf7-fed5-95b9-1e9fd733afed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.726593] env[63302]: DEBUG nova.compute.manager [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.726815] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.727831] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2231b44e-8e13-46ad-8f57-1eb391d0525b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.737691] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.737968] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa4a618-038b-439d-813d-775912ac2555 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.749397] env[63302]: DEBUG oslo_vmware.api [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1535.749397] env[63302]: value = "task-1795324" [ 1535.749397] env[63302]: _type = "Task" [ 1535.749397] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.762454] env[63302]: DEBUG oslo_vmware.api [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.793848] env[63302]: DEBUG nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1535.919270] env[63302]: DEBUG nova.compute.manager [req-b9bd377a-559f-45ca-a277-3186795c1077 req-46ba1d49-4b3e-4b71-8bf3-f5cf837436a1 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Received event network-vif-deleted-784a676b-4242-4b4b-8991-844fe42170e8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1535.919677] env[63302]: INFO nova.compute.manager [req-b9bd377a-559f-45ca-a277-3186795c1077 req-46ba1d49-4b3e-4b71-8bf3-f5cf837436a1 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Neutron deleted interface 784a676b-4242-4b4b-8991-844fe42170e8; detaching it from the instance and deleting it from the info cache [ 1535.919911] env[63302]: DEBUG nova.network.neutron [req-b9bd377a-559f-45ca-a277-3186795c1077 req-46ba1d49-4b3e-4b71-8bf3-f5cf837436a1 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.000976] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795323, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.001310] env[63302]: DEBUG nova.network.neutron [-] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.008561] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b9618d0-a67d-4027-8288-a4e8a4d6cc19 tempest-ServerAddressesNegativeTestJSON-72140701 tempest-ServerAddressesNegativeTestJSON-72140701-project-member] Lock "27d74d37-9c58-40af-997f-a576fd41c093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.330s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.049472] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525f0370-ada2-c7f8-35d0-8e40ef3f7fde, 'name': SearchDatastore_Task, 'duration_secs': 0.02494} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.049472] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.049472] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.050095] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.180148] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ae09c7-1cf7-fed5-95b9-1e9fd733afed, 'name': SearchDatastore_Task, 'duration_secs': 0.016256} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.184230] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.184230] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3ce0e9fd-70bc-490f-9414-aa830d2935f2/3ce0e9fd-70bc-490f-9414-aa830d2935f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.184230] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.184230] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.184230] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d851a4c-da5f-48f9-a8c0-d7300ce85639 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.187043] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06ac846a-f37e-40da-b50f-892665a23c60 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.199748] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1536.199748] env[63302]: value = "task-1795325" [ 1536.199748] env[63302]: _type = "Task" [ 1536.199748] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.202088] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.202088] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.207399] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5044e10-a042-4b74-b937-4b935dfccffc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.219914] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1536.219914] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5267517e-da9d-a5c7-b0e9-0dcf8c1ab45c" [ 1536.219914] env[63302]: _type = "Task" [ 1536.219914] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.220239] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.231567] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5267517e-da9d-a5c7-b0e9-0dcf8c1ab45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.265606] env[63302]: DEBUG oslo_vmware.api [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795324, 'name': PowerOffVM_Task, 'duration_secs': 0.246969} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.266143] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.266333] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.266705] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97213645-e425-49f4-b3b0-cc50f32a21bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.327132] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.424208] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d005701-8307-4380-b4e4-bc28b6df8474 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.437665] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4901ae69-a606-4253-8577-24c86c6f3d85 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.493092] env[63302]: DEBUG nova.compute.manager [req-b9bd377a-559f-45ca-a277-3186795c1077 req-46ba1d49-4b3e-4b71-8bf3-f5cf837436a1 service nova] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Detach interface failed, port_id=784a676b-4242-4b4b-8991-844fe42170e8, reason: Instance 9a89f687-cafa-4f14-a45a-a6180dcf3d07 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1536.505964] env[63302]: INFO nova.compute.manager [-] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Took 1.56 seconds to deallocate network for instance. [ 1536.505964] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.508916] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.508916] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Deleting the datastore file [datastore1] f00074db-810e-4764-b001-4a7835629d01 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.509596] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa393d48-48d3-4f41-9432-a73dab66b227 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.526219] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795323, 'name': CreateVM_Task, 'duration_secs': 0.531455} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.530560] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.531191] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.534318] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.534318] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.534318] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be19a496-72d0-42c2-9c08-bd2f4d2929e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.538906] env[63302]: DEBUG oslo_vmware.api [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for the task: (returnval){ [ 1536.538906] env[63302]: value = "task-1795327" [ 1536.538906] env[63302]: _type = "Task" [ 1536.538906] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.540804] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1536.540804] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523cc8df-c5ef-0a18-887d-b217cf4b0f94" [ 1536.540804] env[63302]: _type = "Task" [ 1536.540804] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.556422] env[63302]: DEBUG nova.network.neutron [-] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.565661] env[63302]: DEBUG oslo_vmware.api [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.566381] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523cc8df-c5ef-0a18-887d-b217cf4b0f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.721507] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795325, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.744594] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5267517e-da9d-a5c7-b0e9-0dcf8c1ab45c, 'name': SearchDatastore_Task, 'duration_secs': 0.014397} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.745825] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0528af9a-a86a-484f-b5ff-5cb78053efad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.755340] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1536.755340] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f2692f-c161-31ed-549d-ebf43270b56b" [ 1536.755340] env[63302]: _type = "Task" [ 1536.755340] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.771043] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f2692f-c161-31ed-549d-ebf43270b56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.028018] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.060748] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523cc8df-c5ef-0a18-887d-b217cf4b0f94, 'name': SearchDatastore_Task, 'duration_secs': 0.088643} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.070056] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.070443] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.070682] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.071225] env[63302]: INFO nova.compute.manager [-] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Took 2.10 seconds to deallocate network for instance. [ 1537.071494] env[63302]: DEBUG oslo_vmware.api [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.216342] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750504} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.217997] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3ce0e9fd-70bc-490f-9414-aa830d2935f2/3ce0e9fd-70bc-490f-9414-aa830d2935f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.218200] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.219185] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ef185-b63b-480b-9293-547d33ed6a76 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.222350] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed54ed9e-6e55-42e4-bcd8-7396d3a58c21 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.230653] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd39af5-257d-467f-9d08-ba631bf2dd99 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.238028] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1537.238028] env[63302]: value = "task-1795328" [ 1537.238028] env[63302]: _type = "Task" [ 1537.238028] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.288007] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf23b7-59c2-441c-9b09-a3bb4e18de49 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.292852] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.304416] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f2692f-c161-31ed-549d-ebf43270b56b, 'name': SearchDatastore_Task, 'duration_secs': 0.066113} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.304773] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.306121] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.306850] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120064b9-139c-49b4-ab43-e7bb0e1e6928 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.311083] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.311381] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.311649] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a345104-b348-45d1-9fb1-f4450534eff2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.314169] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3bb1cd0-8975-46ef-b5bd-1d1e3cdf8e35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.332301] env[63302]: DEBUG nova.compute.provider_tree [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.337268] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1537.337268] env[63302]: value = "task-1795329" [ 1537.337268] env[63302]: _type = "Task" [ 1537.337268] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.337670] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.337670] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.338972] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92bec711-b49b-4063-8ace-8cd644d3c0cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.353022] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1537.353022] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d825b6-9366-eb51-97a6-4e2369c8e4f5" [ 1537.353022] env[63302]: _type = "Task" [ 1537.353022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.355899] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.368334] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d825b6-9366-eb51-97a6-4e2369c8e4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.551865] env[63302]: DEBUG oslo_vmware.api [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Task: {'id': task-1795327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612235} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.552166] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.552361] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.553290] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.553290] env[63302]: INFO nova.compute.manager [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] [instance: f00074db-810e-4764-b001-4a7835629d01] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1537.553290] env[63302]: DEBUG oslo.service.loopingcall [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.553290] env[63302]: DEBUG nova.compute.manager [-] [instance: f00074db-810e-4764-b001-4a7835629d01] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1537.553290] env[63302]: DEBUG nova.network.neutron [-] [instance: f00074db-810e-4764-b001-4a7835629d01] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.584435] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.753614] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089141} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.753614] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.754169] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a8758a-ee04-4b6e-822f-7bde1c6a595c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.782359] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 3ce0e9fd-70bc-490f-9414-aa830d2935f2/3ce0e9fd-70bc-490f-9414-aa830d2935f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.782874] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11295223-7df9-416b-9232-bf0cf6e064f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.809289] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1537.809289] env[63302]: value = "task-1795330" [ 1537.809289] env[63302]: _type = "Task" [ 1537.809289] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.821979] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.857505] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795329, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.867835] env[63302]: ERROR nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [req-4d254fe5-fbe7-4ab1-9057-1db046f15f9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d254fe5-fbe7-4ab1-9057-1db046f15f9c"}]} [ 1537.876893] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d825b6-9366-eb51-97a6-4e2369c8e4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.024798} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.879077] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379c79c4-ff44-4b9e-a4e7-07c2cea45da2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.887607] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1537.887607] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b4de97-3c23-5d2c-3acd-29e7814af8c7" [ 1537.887607] env[63302]: _type = "Task" [ 1537.887607] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.895220] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1537.903192] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b4de97-3c23-5d2c-3acd-29e7814af8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.929381] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1537.929381] env[63302]: DEBUG nova.compute.provider_tree [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.945612] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1537.969422] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1538.326795] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.357428] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661045} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.360772] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.361374] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.362883] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2441da80-742f-4dfc-9564-fb47b5e494e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.371764] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1538.371764] env[63302]: value = "task-1795331" [ 1538.371764] env[63302]: _type = "Task" [ 1538.371764] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.388585] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.403431] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b4de97-3c23-5d2c-3acd-29e7814af8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.057546} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.403790] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.404234] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee/6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.404430] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-232c0b85-ff25-4f51-9870-7c837b9d1081 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.418985] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1538.418985] env[63302]: value = "task-1795332" [ 1538.418985] env[63302]: _type = "Task" [ 1538.418985] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.428378] env[63302]: DEBUG nova.compute.manager [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1538.435428] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.482403] env[63302]: DEBUG nova.compute.manager [req-cb2945b3-bfcf-47f4-be37-0e3a81f11362 req-961f7f04-c10b-4ed0-a058-944222ba6f3e service nova] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Received event network-vif-deleted-87989db0-adaf-4177-b977-41fd764cba52 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1538.577952] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de9283a-8a28-4987-8f02-8af3ee6700a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.590671] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "25358a48-5664-4841-9b5a-fcbccea1b293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.590957] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "25358a48-5664-4841-9b5a-fcbccea1b293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.596416] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4cc975-bf77-427c-8208-8c535ec5994c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.636740] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d90f98-5433-4cce-be27-25da269fc4b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.646427] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a9d986-bcb2-400a-bae9-9fb27ba7ff48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.668516] env[63302]: DEBUG nova.compute.provider_tree [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.742568] env[63302]: DEBUG nova.network.neutron [-] [instance: f00074db-810e-4764-b001-4a7835629d01] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.822513] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795330, 'name': ReconfigVM_Task, 'duration_secs': 0.642038} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.822825] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 3ce0e9fd-70bc-490f-9414-aa830d2935f2/3ce0e9fd-70bc-490f-9414-aa830d2935f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.823506] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd2a0119-9a4d-4157-b581-2044de026db2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.833990] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1538.833990] env[63302]: value = "task-1795333" [ 1538.833990] env[63302]: _type = "Task" [ 1538.833990] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.843418] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795333, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.885241] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198462} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.885708] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.886614] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aa7119-b379-4ae9-9cff-0946cfdb0722 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.921685] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.922104] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf62dc0-1a10-43a5-956b-80108e7d5552 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.956321] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795332, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.958441] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1538.958441] env[63302]: value = "task-1795334" [ 1538.958441] env[63302]: _type = "Task" [ 1538.958441] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.964858] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.971422] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.093794] env[63302]: DEBUG nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.190420] env[63302]: ERROR nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [req-0e15369e-9727-4c7e-8d8a-56c0f0b7d8c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e15369e-9727-4c7e-8d8a-56c0f0b7d8c2"}]} [ 1539.218943] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1539.234746] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1539.235392] env[63302]: DEBUG nova.compute.provider_tree [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.250204] env[63302]: INFO nova.compute.manager [-] [instance: f00074db-810e-4764-b001-4a7835629d01] Took 1.69 seconds to deallocate network for instance. [ 1539.250204] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1539.250204] env[63302]: DEBUG nova.compute.provider_tree [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 79 to 80 during operation: update_aggregates {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1539.278467] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1539.346167] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795333, 'name': Rename_Task, 'duration_secs': 0.281044} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.349407] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.350619] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb03aa9e-dd82-4eaf-abee-2cfa51a96a93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.362278] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1539.362278] env[63302]: value = "task-1795335" [ 1539.362278] env[63302]: _type = "Task" [ 1539.362278] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.376596] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.437823] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823049} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.437823] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee/6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.437823] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.437823] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-100bb9ff-a898-412a-beba-da9996eb58a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.448808] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1539.448808] env[63302]: value = "task-1795336" [ 1539.448808] env[63302]: _type = "Task" [ 1539.448808] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.460017] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.472429] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.623259] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.714541] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "a3086519-e3e2-439d-8dfd-942b8d506742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.714832] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "a3086519-e3e2-439d-8dfd-942b8d506742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.758539] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.834102] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3635304-e99f-4460-b130-6ace0a37f044 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.844116] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31fcef0-aade-4e3a-83d9-0bdbff8fdf1a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.883375] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c79c336-1373-40b3-bc20-99e4b1082795 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.896494] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06210f6e-5b88-42bb-bbfb-a5edb1750c3e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.900744] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.912529] env[63302]: DEBUG nova.compute.provider_tree [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.959561] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129314} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.959955] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.963925] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f357d-87f3-4639-8609-16aed161f6bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.972489] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795334, 'name': ReconfigVM_Task, 'duration_secs': 0.744373} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.979801] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.989411] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee/6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.989742] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f59e55-cbbd-49f4-b416-3b6135e775c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.991725] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7feaf5-aad5-4cfa-8d2f-d07b44cad582 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.012876] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1540.012876] env[63302]: value = "task-1795338" [ 1540.012876] env[63302]: _type = "Task" [ 1540.012876] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.014280] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1540.014280] env[63302]: value = "task-1795337" [ 1540.014280] env[63302]: _type = "Task" [ 1540.014280] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.027221] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.031200] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795338, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.389134] env[63302]: DEBUG oslo_vmware.api [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795335, 'name': PowerOnVM_Task, 'duration_secs': 0.782191} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.389428] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.389632] env[63302]: INFO nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Took 13.71 seconds to spawn the instance on the hypervisor. [ 1540.389819] env[63302]: DEBUG nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.390714] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c47661c-a06f-46ab-8eb2-4e46456ff228 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.416993] env[63302]: DEBUG nova.scheduler.client.report [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.528219] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.531520] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795338, 'name': Rename_Task, 'duration_secs': 0.210261} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.531782] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.532040] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e3c558a-9a98-4c78-96fd-4052e4c41b86 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.536625] env[63302]: DEBUG nova.compute.manager [req-64a06d5a-c256-4966-856f-59183fbc0eaa req-a030980a-7bd5-4908-8b49-d2955c6ca7bb service nova] [instance: f00074db-810e-4764-b001-4a7835629d01] Received event network-vif-deleted-7b2dd292-0b83-4655-9909-232a46cc5dec {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1540.539307] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1540.539307] env[63302]: value = "task-1795339" [ 1540.539307] env[63302]: _type = "Task" [ 1540.539307] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.550106] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.909710] env[63302]: INFO nova.compute.manager [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Took 46.22 seconds to build instance. [ 1540.924267] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.472s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.925927] env[63302]: DEBUG nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1540.927931] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.617s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.928517] env[63302]: DEBUG nova.objects.instance [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lazy-loading 'resources' on Instance uuid b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.029821] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795337, 'name': ReconfigVM_Task, 'duration_secs': 0.640254} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.030123] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee/6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.030779] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5631b1-e704-4148-af07-77da0676824d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.038447] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1541.038447] env[63302]: value = "task-1795340" [ 1541.038447] env[63302]: _type = "Task" [ 1541.038447] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.049720] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795339, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.052933] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795340, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.412389] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4199fa44-e1fa-4dc6-9763-38d076503875 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.738s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.431628] env[63302]: DEBUG nova.compute.utils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.436540] env[63302]: DEBUG nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1541.436540] env[63302]: DEBUG nova.network.neutron [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.495891] env[63302]: DEBUG nova.policy [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58cad35208d14dc2b885c7d96722536a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a8d348da8c46b2bc82dcbc19e03fae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1541.551552] env[63302]: DEBUG oslo_vmware.api [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795339, 'name': PowerOnVM_Task, 'duration_secs': 0.92912} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.557548] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.557776] env[63302]: DEBUG nova.compute.manager [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1541.562216] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795340, 'name': Rename_Task, 'duration_secs': 0.164349} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.563739] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a080ef-ad5b-41db-981b-4fdeac3026b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.568582] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.568582] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec017aa5-de50-4a1f-8880-fd48ed787037 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.582991] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1541.582991] env[63302]: value = "task-1795341" [ 1541.582991] env[63302]: _type = "Task" [ 1541.582991] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.596825] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.909444] env[63302]: DEBUG nova.network.neutron [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Successfully created port: aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.915210] env[63302]: DEBUG nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1541.937639] env[63302]: DEBUG nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.029072] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016d009-9951-4962-a586-02ae688ebff9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.042731] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a2c78-8408-49c7-ba1d-0fccff68bbbd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.082497] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc7105f-ff7e-4acd-b032-88eb80814d2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.103843] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f74287-a73f-4c11-b5d4-da8b3de28f1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.107219] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.113720] env[63302]: DEBUG oslo_vmware.api [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795341, 'name': PowerOnVM_Task, 'duration_secs': 0.51083} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.122232] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.122487] env[63302]: INFO nova.compute.manager [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1542.122680] env[63302]: DEBUG nova.compute.manager [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.123604] env[63302]: DEBUG nova.compute.provider_tree [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1542.125131] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fdf044-4cc7-4726-bea5-f97733fb242c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.446937] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.646744] env[63302]: INFO nova.compute.manager [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Took 44.40 seconds to build instance. [ 1542.662581] env[63302]: DEBUG nova.scheduler.client.report [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1542.662581] env[63302]: DEBUG nova.compute.provider_tree [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 80 to 81 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1542.663828] env[63302]: DEBUG nova.compute.provider_tree [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1542.958720] env[63302]: DEBUG nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1542.982157] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1542.982432] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.982594] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1542.982780] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.982926] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1542.983157] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1542.983391] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1542.983662] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1542.983722] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1542.983867] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1542.984061] env[63302]: DEBUG nova.virt.hardware [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1542.984956] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb87426-31c0-4c7f-891c-dc567be43449 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.993923] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578ec11-cfd1-4b4e-a3cd-3d7633055c26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.148761] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5dfa5afc-a7d1-4142-b5d6-ba9a4cbf050d tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.921s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.168020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.170498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.694s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.171814] env[63302]: DEBUG nova.objects.instance [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lazy-loading 'resources' on Instance uuid 3bc08585-9a04-42c4-a43a-eaf076d98a82 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.191556] env[63302]: INFO nova.scheduler.client.report [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Deleted allocations for instance b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72 [ 1543.331626] env[63302]: DEBUG nova.compute.manager [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.334292] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba246bd-a94f-42d1-aebc-48042ccbdcdc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.446867] env[63302]: DEBUG nova.network.neutron [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Successfully updated port: aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.575064] env[63302]: DEBUG nova.compute.manager [req-e636e816-f273-4baa-942f-ee2dc45e836a req-3c9d8700-0f66-41a3-8268-afd74c4e2820 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received event network-vif-plugged-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1543.575260] env[63302]: DEBUG oslo_concurrency.lockutils [req-e636e816-f273-4baa-942f-ee2dc45e836a req-3c9d8700-0f66-41a3-8268-afd74c4e2820 service nova] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.575534] env[63302]: DEBUG oslo_concurrency.lockutils [req-e636e816-f273-4baa-942f-ee2dc45e836a req-3c9d8700-0f66-41a3-8268-afd74c4e2820 service nova] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.575678] env[63302]: DEBUG oslo_concurrency.lockutils [req-e636e816-f273-4baa-942f-ee2dc45e836a req-3c9d8700-0f66-41a3-8268-afd74c4e2820 service nova] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.575849] env[63302]: DEBUG nova.compute.manager [req-e636e816-f273-4baa-942f-ee2dc45e836a req-3c9d8700-0f66-41a3-8268-afd74c4e2820 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] No waiting events found dispatching network-vif-plugged-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.576026] env[63302]: WARNING nova.compute.manager [req-e636e816-f273-4baa-942f-ee2dc45e836a req-3c9d8700-0f66-41a3-8268-afd74c4e2820 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received unexpected event network-vif-plugged-aaa6064a-7457-4842-ab14-619e3fc1db27 for instance with vm_state building and task_state spawning. [ 1543.636822] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "741a96ac-5d39-421a-b482-e81a577652f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.636822] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.701961] env[63302]: DEBUG oslo_concurrency.lockutils [None req-54eff054-d1d9-4280-a79a-33817a2d89b9 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.096s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.766621] env[63302]: INFO nova.compute.manager [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Rebuilding instance [ 1543.803631] env[63302]: DEBUG nova.compute.manager [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.804536] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487ab34-d3cd-48df-8ff0-066632f538d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.853775] env[63302]: INFO nova.compute.manager [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] instance snapshotting [ 1543.859547] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c7ae13-d5c0-4906-b8fc-c3cc7fae66b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.883801] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d321ebcd-3fd7-4241-b844-8992dbd529ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.949574] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.949873] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.950251] env[63302]: DEBUG nova.network.neutron [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.069658] env[63302]: DEBUG nova.compute.manager [None req-84f8d89a-eb28-40c8-9e62-4bb61d9bbead tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.072461] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b876c-5f29-4115-b37a-56442837d187 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.140604] env[63302]: DEBUG nova.compute.utils [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1544.171423] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d0bf7-d30e-4656-a99b-1d149b7afcdc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.180674] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe60acb-fd87-4fa4-9cfe-a708361c4994 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.213537] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48f280-949f-42d6-94cf-d648321eaa2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.222806] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6d16ce-afb6-4247-bd84-6520a9bfa172 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.237420] env[63302]: DEBUG nova.compute.provider_tree [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.395886] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1544.396240] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1b5856f-eb1f-40a9-91b4-4413a0c34023 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.404920] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1544.404920] env[63302]: value = "task-1795342" [ 1544.404920] env[63302]: _type = "Task" [ 1544.404920] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.415811] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.498569] env[63302]: DEBUG nova.network.neutron [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.583278] env[63302]: INFO nova.compute.manager [None req-84f8d89a-eb28-40c8-9e62-4bb61d9bbead tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] instance snapshotting [ 1544.584011] env[63302]: DEBUG nova.objects.instance [None req-84f8d89a-eb28-40c8-9e62-4bb61d9bbead tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lazy-loading 'flavor' on Instance uuid 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.592739] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquiring lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.593224] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.593357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquiring lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.593827] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.593827] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.596079] env[63302]: INFO nova.compute.manager [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Terminating instance [ 1544.648891] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.688646] env[63302]: DEBUG nova.network.neutron [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa6064a-74", "ovs_interfaceid": "aaa6064a-7457-4842-ab14-619e3fc1db27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.741097] env[63302]: DEBUG nova.scheduler.client.report [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.822998] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.823544] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a47182-1f52-41cb-b502-857f88f7b32f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.833100] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1544.833100] env[63302]: value = "task-1795343" [ 1544.833100] env[63302]: _type = "Task" [ 1544.833100] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.845266] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.915340] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.001048] env[63302]: DEBUG oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758467-801b-e513-cb8a-4efaef1b685f/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1545.002095] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77953f24-d1bb-462a-bfba-729e8bcff102 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.009741] env[63302]: DEBUG oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758467-801b-e513-cb8a-4efaef1b685f/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1545.009923] env[63302]: ERROR oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758467-801b-e513-cb8a-4efaef1b685f/disk-0.vmdk due to incomplete transfer. [ 1545.010177] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fd8062d-1989-45a7-9ebf-494fa89ff6b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.021690] env[63302]: DEBUG oslo_vmware.rw_handles [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52758467-801b-e513-cb8a-4efaef1b685f/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1545.021922] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Uploaded image 1485f550-e4ae-464a-a03a-9b03110abd6f to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1545.024152] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1545.024740] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a22cc0f-afe5-4819-bc78-42ce209b1d5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.032503] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1545.032503] env[63302]: value = "task-1795344" [ 1545.032503] env[63302]: _type = "Task" [ 1545.032503] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.046606] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795344, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.091025] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60837bc1-2527-4ea0-8d7b-55e784ab5e09 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.110197] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquiring lock "refresh_cache-6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.110302] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquired lock "refresh_cache-6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.111031] env[63302]: DEBUG nova.network.neutron [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.114178] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca1f70-3c54-4f8c-b193-71864f374858 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.191673] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.192697] env[63302]: DEBUG nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Instance network_info: |[{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa6064a-74", "ovs_interfaceid": "aaa6064a-7457-4842-ab14-619e3fc1db27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1545.192902] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:13:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaa6064a-7457-4842-ab14-619e3fc1db27', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.201517] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating folder: Project (27a8d348da8c46b2bc82dcbc19e03fae). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.201799] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2376618-2e90-4fc3-a961-e0720aae851e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.215504] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Created folder: Project (27a8d348da8c46b2bc82dcbc19e03fae) in parent group-v372222. [ 1545.215637] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating folder: Instances. Parent ref: group-v372361. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.215833] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6217ca7-ff52-4331-aa61-5fc0f2dec3c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.228380] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Created folder: Instances in parent group-v372361. [ 1545.228380] env[63302]: DEBUG oslo.service.loopingcall [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.228578] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.229415] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5923cdf-f11c-49ae-86cb-61c9684735c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.249550] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.253888] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.120s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.256102] env[63302]: INFO nova.compute.claims [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1545.267834] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.267834] env[63302]: value = "task-1795347" [ 1545.267834] env[63302]: _type = "Task" [ 1545.267834] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.284685] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795347, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.286021] env[63302]: INFO nova.scheduler.client.report [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Deleted allocations for instance 3bc08585-9a04-42c4-a43a-eaf076d98a82 [ 1545.347028] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795343, 'name': PowerOffVM_Task, 'duration_secs': 0.237477} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.347028] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.347028] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.349018] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9127d7f-c0c9-4d6b-89c3-14fb2c2ef078 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.356116] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.356595] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af606a8c-d918-49ae-b882-96eb6206a45c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.416381] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795342, 'name': CreateSnapshot_Task, 'duration_secs': 0.666543} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.416733] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1545.417546] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d5b6d-b76f-4aca-b40a-7c8d4b490b12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.458765] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.459054] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.459432] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleting the datastore file [datastore1] 75757aed-59d8-497a-a60a-e501399ae412 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.459747] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13cf7e54-359f-43a7-8b91-3729cc7d2351 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.473037] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1545.473037] env[63302]: value = "task-1795349" [ 1545.473037] env[63302]: _type = "Task" [ 1545.473037] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.486027] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.543064] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795344, 'name': Destroy_Task, 'duration_secs': 0.480297} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.543250] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Destroyed the VM [ 1545.543499] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1545.543747] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42ae56f5-bcc3-4fe8-b624-1865650b1c61 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.551376] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1545.551376] env[63302]: value = "task-1795350" [ 1545.551376] env[63302]: _type = "Task" [ 1545.551376] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.560618] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795350, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.627058] env[63302]: DEBUG nova.compute.manager [None req-84f8d89a-eb28-40c8-9e62-4bb61d9bbead tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Instance disappeared during snapshot {{(pid=63302) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1545.639034] env[63302]: DEBUG nova.network.neutron [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1545.659915] env[63302]: DEBUG nova.compute.manager [req-f0e7e8ae-f2e2-4d7a-9d21-9fd50a674b6c req-7bf1f4f3-efec-4500-83ac-6aee12d010a5 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received event network-changed-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1545.660017] env[63302]: DEBUG nova.compute.manager [req-f0e7e8ae-f2e2-4d7a-9d21-9fd50a674b6c req-7bf1f4f3-efec-4500-83ac-6aee12d010a5 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Refreshing instance network info cache due to event network-changed-aaa6064a-7457-4842-ab14-619e3fc1db27. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1545.660349] env[63302]: DEBUG oslo_concurrency.lockutils [req-f0e7e8ae-f2e2-4d7a-9d21-9fd50a674b6c req-7bf1f4f3-efec-4500-83ac-6aee12d010a5 service nova] Acquiring lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.660590] env[63302]: DEBUG oslo_concurrency.lockutils [req-f0e7e8ae-f2e2-4d7a-9d21-9fd50a674b6c req-7bf1f4f3-efec-4500-83ac-6aee12d010a5 service nova] Acquired lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.660645] env[63302]: DEBUG nova.network.neutron [req-f0e7e8ae-f2e2-4d7a-9d21-9fd50a674b6c req-7bf1f4f3-efec-4500-83ac-6aee12d010a5 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Refreshing network info cache for port aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.712651] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "741a96ac-5d39-421a-b482-e81a577652f9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.712855] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.713239] env[63302]: INFO nova.compute.manager [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Attaching volume 90cb4aba-fd0f-410c-8329-dbcf6397cf9d to /dev/sdb [ 1545.748434] env[63302]: DEBUG nova.network.neutron [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.757790] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981ec880-e4dd-4584-9b39-49b971e74b22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.761788] env[63302]: DEBUG nova.compute.manager [None req-84f8d89a-eb28-40c8-9e62-4bb61d9bbead tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Found 0 images (rotation: 2) {{(pid=63302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1545.768753] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a772fa58-0300-4dd0-94e5-0b9c02c0f47c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.781221] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795347, 'name': CreateVM_Task, 'duration_secs': 0.460179} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.781413] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.782063] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.782240] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.782552] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.782855] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5e261c-8980-4251-bd2c-3b8c590c316b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.788721] env[63302]: DEBUG nova.virt.block_device [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Updating existing volume attachment record: b0dd9283-fd9b-4044-801b-151423cfdf60 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1545.793789] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1545.793789] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526a2e2c-a68c-38f1-19d7-a4338780c5bd" [ 1545.793789] env[63302]: _type = "Task" [ 1545.793789] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.797659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af2f08c6-8e89-4dbc-8643-d356c3fa0310 tempest-ServerRescueTestJSONUnderV235-2133355659 tempest-ServerRescueTestJSONUnderV235-2133355659-project-member] Lock "3bc08585-9a04-42c4-a43a-eaf076d98a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.037s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.805549] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526a2e2c-a68c-38f1-19d7-a4338780c5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.806489] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.806489] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.806489] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.806489] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.806489] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.806819] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a034bb96-2e3d-4311-9cf7-c79da12b4aba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.815725] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.815912] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.816650] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248a8bb1-07cf-421c-af4a-ec317048a616 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.822936] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1545.822936] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b95032-3f4e-3029-3f3a-7f1ed4c7d8f8" [ 1545.822936] env[63302]: _type = "Task" [ 1545.822936] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.835517] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b95032-3f4e-3029-3f3a-7f1ed4c7d8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.837018] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4744623c-aab3-41a2-9864-f8f9d1df678f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.844110] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1545.844110] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eb5958-19dd-379b-532a-5f97aa05e94c" [ 1545.844110] env[63302]: _type = "Task" [ 1545.844110] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.853565] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eb5958-19dd-379b-532a-5f97aa05e94c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.936915] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1545.937319] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8947cb9c-1e1f-460c-828a-3a0e2f9154c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.946921] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1545.946921] env[63302]: value = "task-1795352" [ 1545.946921] env[63302]: _type = "Task" [ 1545.946921] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.957100] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795352, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.984836] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244484} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.985110] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.985861] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.985861] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.062938] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795350, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.251784] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Releasing lock "refresh_cache-6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.252297] env[63302]: DEBUG nova.compute.manager [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.252770] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.253628] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8388e4-be20-4f0c-a7c9-c015fe5eab38 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.262390] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.262849] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-369dd4f5-35d1-44f1-a8a9-2c155fba3e62 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.272409] env[63302]: DEBUG oslo_vmware.api [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1546.272409] env[63302]: value = "task-1795355" [ 1546.272409] env[63302]: _type = "Task" [ 1546.272409] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.285668] env[63302]: DEBUG oslo_vmware.api [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.333228] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.334554] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.335225] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.335507] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.335718] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.340644] env[63302]: INFO nova.compute.manager [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Terminating instance [ 1546.358701] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eb5958-19dd-379b-532a-5f97aa05e94c, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.362278] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.362579] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1/6db8cf55-cabf-406e-a09d-3f0f6d7825f1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1546.363061] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87835420-23d7-48e2-9b0e-4074b1e8b23a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.381882] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1546.381882] env[63302]: value = "task-1795356" [ 1546.381882] env[63302]: _type = "Task" [ 1546.381882] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.393971] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.459763] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795352, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.578647] env[63302]: DEBUG oslo_vmware.api [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795350, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545228} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.582392] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1546.582392] env[63302]: INFO nova.compute.manager [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Took 20.45 seconds to snapshot the instance on the hypervisor. [ 1546.664703] env[63302]: DEBUG nova.network.neutron [req-f0e7e8ae-f2e2-4d7a-9d21-9fd50a674b6c req-7bf1f4f3-efec-4500-83ac-6aee12d010a5 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updated VIF entry in instance network info cache for port aaa6064a-7457-4842-ab14-619e3fc1db27. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.665191] env[63302]: DEBUG nova.network.neutron [req-f0e7e8ae-f2e2-4d7a-9d21-9fd50a674b6c req-7bf1f4f3-efec-4500-83ac-6aee12d010a5 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa6064a-74", "ovs_interfaceid": "aaa6064a-7457-4842-ab14-619e3fc1db27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.788462] env[63302]: DEBUG oslo_vmware.api [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795355, 'name': PowerOffVM_Task, 'duration_secs': 0.1743} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.791584] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.791807] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.792562] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6853ee8-2609-429f-8b77-1d446ea5cad5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.828288] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.828534] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.828723] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Deleting the datastore file [datastore1] 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.829017] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5bb8e59-1772-427c-a9e7-bc51d1407f29 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.844028] env[63302]: DEBUG oslo_vmware.api [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for the task: (returnval){ [ 1546.844028] env[63302]: value = "task-1795358" [ 1546.844028] env[63302]: _type = "Task" [ 1546.844028] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.848809] env[63302]: DEBUG nova.compute.manager [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.848999] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.849980] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03827f4-e022-4633-8636-574483161327 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.859909] env[63302]: DEBUG oslo_vmware.api [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.863030] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.863140] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c43042d3-ecd8-4b05-ada4-c08deb44cb00 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.889551] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1656eace-85f8-47fe-a47f-13d55ef41f75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.902664] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "345bff52-622f-4d37-8aff-a956c3a79aa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.902957] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "345bff52-622f-4d37-8aff-a956c3a79aa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.903997] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490792} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.908025] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1/6db8cf55-cabf-406e-a09d-3f0f6d7825f1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.908025] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.908025] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2f079d-66fd-4f0c-9286-aa4010293db6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.910177] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126bbe80-2a6f-415b-bb2d-0e6dfbc0bdc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.957340] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d23d37-36f2-4763-92f0-afe50acce917 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.960055] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1546.960055] env[63302]: value = "task-1795360" [ 1546.960055] env[63302]: _type = "Task" [ 1546.960055] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.965621] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.965832] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.966022] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleting the datastore file [datastore1] 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.966640] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8449cbd-64ee-4b1e-bd4b-fa7d30843750 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.974061] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795352, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.978351] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31759415-6178-43fa-98d7-9d4e743b05de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.982411] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.986251] env[63302]: DEBUG oslo_vmware.api [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1546.986251] env[63302]: value = "task-1795361" [ 1546.986251] env[63302]: _type = "Task" [ 1546.986251] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.007430] env[63302]: DEBUG nova.compute.provider_tree [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.016062] env[63302]: DEBUG oslo_vmware.api [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.038618] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.038863] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.039207] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.039422] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.039580] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.039730] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.039942] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.040144] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.040294] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.040480] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.040665] env[63302]: DEBUG nova.virt.hardware [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.041553] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fd6736-6261-4cb9-b660-ae16f01abbf4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.049631] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728b81ed-ee87-4730-a920-53b6053e14b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.063993] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:99:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3b89e71-5425-44e2-aa09-bf72a4b04c20', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.071513] env[63302]: DEBUG oslo.service.loopingcall [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.071761] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.071976] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb62bf6f-a631-4d3f-acf7-787e420a9927 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.090044] env[63302]: DEBUG nova.compute.manager [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Instance disappeared during snapshot {{(pid=63302) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1547.095252] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.095252] env[63302]: value = "task-1795362" [ 1547.095252] env[63302]: _type = "Task" [ 1547.095252] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.101963] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795362, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.105566] env[63302]: DEBUG nova.compute.manager [None req-35d3e339-06d3-42de-bd99-e1805c96ebe8 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image not found during clean up 1485f550-e4ae-464a-a03a-9b03110abd6f {{(pid=63302) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1547.168466] env[63302]: DEBUG oslo_concurrency.lockutils [req-f0e7e8ae-f2e2-4d7a-9d21-9fd50a674b6c req-7bf1f4f3-efec-4500-83ac-6aee12d010a5 service nova] Releasing lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.354385] env[63302]: DEBUG oslo_vmware.api [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Task: {'id': task-1795358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132135} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.354659] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.354761] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.354938] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.355129] env[63302]: INFO nova.compute.manager [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1547.355374] env[63302]: DEBUG oslo.service.loopingcall [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.355615] env[63302]: DEBUG nova.compute.manager [-] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1547.355708] env[63302]: DEBUG nova.network.neutron [-] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.380838] env[63302]: DEBUG nova.network.neutron [-] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.407905] env[63302]: DEBUG nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.467709] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795352, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.473613] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.499429] env[63302]: DEBUG oslo_vmware.api [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167081} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.499770] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.500053] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.500160] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.500454] env[63302]: INFO nova.compute.manager [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1547.500774] env[63302]: DEBUG oslo.service.loopingcall [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.501082] env[63302]: DEBUG nova.compute.manager [-] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1547.501222] env[63302]: DEBUG nova.network.neutron [-] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.511075] env[63302]: DEBUG nova.scheduler.client.report [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.605666] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795362, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.883886] env[63302]: DEBUG nova.network.neutron [-] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.934618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.953889] env[63302]: DEBUG nova.compute.manager [req-aff1d264-9aff-4da7-a72d-667bbd8ec111 req-19be3a52-aca9-4dbb-abea-7730da811ca6 service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Received event network-vif-deleted-21f5c3c9-908a-4ba8-8203-cb4bfea3ef87 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1547.953889] env[63302]: INFO nova.compute.manager [req-aff1d264-9aff-4da7-a72d-667bbd8ec111 req-19be3a52-aca9-4dbb-abea-7730da811ca6 service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Neutron deleted interface 21f5c3c9-908a-4ba8-8203-cb4bfea3ef87; detaching it from the instance and deleting it from the info cache [ 1547.953889] env[63302]: DEBUG nova.network.neutron [req-aff1d264-9aff-4da7-a72d-667bbd8ec111 req-19be3a52-aca9-4dbb-abea-7730da811ca6 service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.965878] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795352, 'name': CloneVM_Task, 'duration_secs': 1.693006} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.970517] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Created linked-clone VM from snapshot [ 1547.971908] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2632525-7868-40ec-b691-1c9d6ab3d007 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.982110] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.016713} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.985093] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.985431] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Uploading image 6d7dc63c-1724-4fbf-89c2-82aac1c8be92 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1547.988855] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be760d-ddcd-4968-82d8-22e910ce977b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.016840] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1/6db8cf55-cabf-406e-a09d-3f0f6d7825f1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.018030] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1548.019898] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.019898] env[63302]: DEBUG nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1548.022313] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c11c11-6067-4fd7-8389-c85b5c141873 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.039111] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-456df1c4-5108-4a79-b6ed-5d96c4c71454 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.041671] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.688s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.043466] env[63302]: INFO nova.compute.claims [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.055599] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1548.055599] env[63302]: value = "task-1795363" [ 1548.055599] env[63302]: _type = "Task" [ 1548.055599] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.057056] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1548.057056] env[63302]: value = "task-1795364" [ 1548.057056] env[63302]: _type = "Task" [ 1548.057056] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.070938] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.074092] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795363, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.106758] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795362, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.384202] env[63302]: DEBUG nova.network.neutron [-] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.386608] env[63302]: INFO nova.compute.manager [-] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Took 1.03 seconds to deallocate network for instance. [ 1548.456150] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eaf60ea-bc8f-4836-80db-49660ae06dc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.465897] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e76087-881c-4c2e-afc0-14c83dd868ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.503663] env[63302]: DEBUG nova.compute.manager [req-aff1d264-9aff-4da7-a72d-667bbd8ec111 req-19be3a52-aca9-4dbb-abea-7730da811ca6 service nova] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Detach interface failed, port_id=21f5c3c9-908a-4ba8-8203-cb4bfea3ef87, reason: Instance 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1548.543147] env[63302]: DEBUG nova.compute.utils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.544664] env[63302]: DEBUG nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.544839] env[63302]: DEBUG nova.network.neutron [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.571688] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795363, 'name': Destroy_Task, 'duration_secs': 0.506191} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.574683] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Destroyed the VM [ 1548.575380] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1548.575380] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795364, 'name': ReconfigVM_Task, 'duration_secs': 0.419761} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.575380] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cd087ee-f898-464d-833e-c5844817fd18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.577133] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1/6db8cf55-cabf-406e-a09d-3f0f6d7825f1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.577878] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e05aa2a6-d1d5-4e02-830e-4950d9eba525 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.584323] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1548.584323] env[63302]: value = "task-1795366" [ 1548.584323] env[63302]: _type = "Task" [ 1548.584323] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.585602] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1548.585602] env[63302]: value = "task-1795367" [ 1548.585602] env[63302]: _type = "Task" [ 1548.585602] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.597690] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795367, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.603543] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.609398] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795362, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.611209] env[63302]: DEBUG nova.policy [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a64a0a317d742168b553548c0557c61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08b7f13f77aa4fe580e849fe4f043d6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.886598] env[63302]: INFO nova.compute.manager [-] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Took 1.39 seconds to deallocate network for instance. [ 1548.893045] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.949500] env[63302]: DEBUG nova.network.neutron [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Successfully created port: f7aca799-3d21-4bc8-9651-a0cde4dc720f {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.048101] env[63302]: DEBUG nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1549.109939] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795367, 'name': Rename_Task, 'duration_secs': 0.149406} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.111256] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795366, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.112166] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.112538] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-214d7c80-c64c-4ede-80c7-4cab728908e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.119191] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795362, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.126374] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1549.126374] env[63302]: value = "task-1795368" [ 1549.126374] env[63302]: _type = "Task" [ 1549.126374] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.135241] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.395144] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.558687] env[63302]: DEBUG nova.network.neutron [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Successfully created port: 84c21378-7473-4a28-979b-d314cc205767 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.578028] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc3007f-fae7-4154-88c8-e3b48abc72a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.601025] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bb463e-34b1-457b-896e-3ddc58f65c3b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.612458] env[63302]: DEBUG oslo_vmware.api [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795366, 'name': RemoveSnapshot_Task, 'duration_secs': 0.634442} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.613856] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1549.646164] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795362, 'name': CreateVM_Task, 'duration_secs': 2.067992} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.650478] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98b903f-3954-4b28-8a10-c523944ec64b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.653953] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1549.655437] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.655799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.656261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1549.657801] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8a0b8a-377d-479f-8a2a-86a1113fb80e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.665121] env[63302]: DEBUG oslo_vmware.api [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795368, 'name': PowerOnVM_Task, 'duration_secs': 0.505183} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.665847] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.666145] env[63302]: INFO nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1549.666399] env[63302]: DEBUG nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.667792] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a03466-687f-46ad-814a-b242d7b5e088 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.673538] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31e807b-261f-4853-945a-12c2d4e2742b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.676347] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1549.676347] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520d28ea-0a61-58c9-2ce4-4e2b273d4d21" [ 1549.676347] env[63302]: _type = "Task" [ 1549.676347] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.690760] env[63302]: DEBUG nova.compute.provider_tree [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.702023] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520d28ea-0a61-58c9-2ce4-4e2b273d4d21, 'name': SearchDatastore_Task, 'duration_secs': 0.027363} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.702023] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.702326] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.702533] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.702732] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.703087] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.703640] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ac05bc6-f7f6-4c29-8bf2-c489b1ac6033 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.715025] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.715025] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.715252] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc35703-a254-4bf1-b803-af98e5db676d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.721731] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1549.721731] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cdae78-bc29-0312-613f-97341400924e" [ 1549.721731] env[63302]: _type = "Task" [ 1549.721731] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.730135] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cdae78-bc29-0312-613f-97341400924e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.059685] env[63302]: DEBUG nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.086256] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.086523] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.086685] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.086871] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.087089] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.087178] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.087379] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.087556] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.087700] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.087864] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.088044] env[63302]: DEBUG nova.virt.hardware [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.088940] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f4e968-5ba0-4a7f-88c8-bbb0e4ff9ba9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.097811] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93696e14-998d-4855-9313-6d51e9badf85 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.148966] env[63302]: WARNING nova.compute.manager [None req-f7168b61-089a-4de0-b65e-f1fe2eeb2772 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Image not found during snapshot: nova.exception.ImageNotFound: Image 6d7dc63c-1724-4fbf-89c2-82aac1c8be92 could not be found. [ 1550.196310] env[63302]: DEBUG nova.scheduler.client.report [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.206492] env[63302]: INFO nova.compute.manager [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Took 47.84 seconds to build instance. [ 1550.233414] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cdae78-bc29-0312-613f-97341400924e, 'name': SearchDatastore_Task, 'duration_secs': 0.028296} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.234216] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52caef7-44d5-41d1-86f2-c08bf51faa0b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.240252] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1550.240252] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5223430a-175a-acce-0c2f-c2a4cbad4cc5" [ 1550.240252] env[63302]: _type = "Task" [ 1550.240252] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.248492] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5223430a-175a-acce-0c2f-c2a4cbad4cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.709059] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7267f657-dba2-4620-a6e6-29771f0d54bc tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.443s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.709868] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.710376] env[63302]: DEBUG nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1550.717431] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.045s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.717431] env[63302]: DEBUG nova.objects.instance [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lazy-loading 'resources' on Instance uuid 65238be5-9105-42fe-a69f-e20b713f9e71 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.753988] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5223430a-175a-acce-0c2f-c2a4cbad4cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.754968] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.755278] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.755577] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ffb5ac0-2fe4-42c4-9de3-37206ac6cc96 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.763373] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1550.763373] env[63302]: value = "task-1795369" [ 1550.763373] env[63302]: _type = "Task" [ 1550.763373] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.772358] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.842268] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1550.842570] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372366', 'volume_id': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'name': 'volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '741a96ac-5d39-421a-b482-e81a577652f9', 'attached_at': '', 'detached_at': '', 'volume_id': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'serial': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1550.843878] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af021a39-e7ab-461f-adab-8fbfb6fa0662 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.863458] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc042f-c4d2-43c3-9d70-83118b5f9a75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.899063] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d/volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.899745] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5b5f1b-d365-4fb0-ac79-bd0f50e235c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.925192] env[63302]: DEBUG oslo_vmware.api [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1550.925192] env[63302]: value = "task-1795370" [ 1550.925192] env[63302]: _type = "Task" [ 1550.925192] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.937123] env[63302]: DEBUG oslo_vmware.api [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.169166] env[63302]: DEBUG nova.compute.manager [req-b975cc7e-49c3-4fb3-968a-285681030bf2 req-0a8910c7-61d3-4715-90c1-4ee7cbf4a0c7 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received event network-changed-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1551.169370] env[63302]: DEBUG nova.compute.manager [req-b975cc7e-49c3-4fb3-968a-285681030bf2 req-0a8910c7-61d3-4715-90c1-4ee7cbf4a0c7 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Refreshing instance network info cache due to event network-changed-aaa6064a-7457-4842-ab14-619e3fc1db27. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1551.169602] env[63302]: DEBUG oslo_concurrency.lockutils [req-b975cc7e-49c3-4fb3-968a-285681030bf2 req-0a8910c7-61d3-4715-90c1-4ee7cbf4a0c7 service nova] Acquiring lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.169736] env[63302]: DEBUG oslo_concurrency.lockutils [req-b975cc7e-49c3-4fb3-968a-285681030bf2 req-0a8910c7-61d3-4715-90c1-4ee7cbf4a0c7 service nova] Acquired lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.170514] env[63302]: DEBUG nova.network.neutron [req-b975cc7e-49c3-4fb3-968a-285681030bf2 req-0a8910c7-61d3-4715-90c1-4ee7cbf4a0c7 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Refreshing network info cache for port aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.215789] env[63302]: DEBUG nova.compute.utils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.217477] env[63302]: DEBUG nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1551.217828] env[63302]: DEBUG nova.network.neutron [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.252891] env[63302]: DEBUG nova.compute.manager [req-07e0d869-67c5-437f-8cbc-d194daa98025 req-90dee6b7-7603-4103-a20d-b67893bc1f0d service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Received event network-vif-plugged-f7aca799-3d21-4bc8-9651-a0cde4dc720f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1551.253201] env[63302]: DEBUG oslo_concurrency.lockutils [req-07e0d869-67c5-437f-8cbc-d194daa98025 req-90dee6b7-7603-4103-a20d-b67893bc1f0d service nova] Acquiring lock "2a67d35d-5882-4494-9708-d0b921077856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.253562] env[63302]: DEBUG oslo_concurrency.lockutils [req-07e0d869-67c5-437f-8cbc-d194daa98025 req-90dee6b7-7603-4103-a20d-b67893bc1f0d service nova] Lock "2a67d35d-5882-4494-9708-d0b921077856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.253754] env[63302]: DEBUG oslo_concurrency.lockutils [req-07e0d869-67c5-437f-8cbc-d194daa98025 req-90dee6b7-7603-4103-a20d-b67893bc1f0d service nova] Lock "2a67d35d-5882-4494-9708-d0b921077856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.253948] env[63302]: DEBUG nova.compute.manager [req-07e0d869-67c5-437f-8cbc-d194daa98025 req-90dee6b7-7603-4103-a20d-b67893bc1f0d service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] No waiting events found dispatching network-vif-plugged-f7aca799-3d21-4bc8-9651-a0cde4dc720f {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.254517] env[63302]: WARNING nova.compute.manager [req-07e0d869-67c5-437f-8cbc-d194daa98025 req-90dee6b7-7603-4103-a20d-b67893bc1f0d service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Received unexpected event network-vif-plugged-f7aca799-3d21-4bc8-9651-a0cde4dc720f for instance with vm_state building and task_state spawning. [ 1551.276103] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795369, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.315634] env[63302]: DEBUG nova.policy [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3efa3af794064a41ae895d36bd0cb407', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df0c2c7d100c4ec78745860896c1b2ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1551.319425] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.320278] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.321165] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.321425] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.321788] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.324437] env[63302]: DEBUG nova.network.neutron [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Successfully updated port: f7aca799-3d21-4bc8-9651-a0cde4dc720f {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1551.326413] env[63302]: INFO nova.compute.manager [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Terminating instance [ 1551.436110] env[63302]: DEBUG oslo_vmware.api [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.673081] env[63302]: DEBUG nova.network.neutron [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Successfully created port: b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.721869] env[63302]: DEBUG nova.compute.utils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.753715] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e298097-dfb0-4426-91b2-3bb693b58950 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.763043] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9913017b-d470-40b4-acd0-6ccea13fcaa4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.775172] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543907} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.800991] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.801265] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1551.802293] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b399dbdb-2137-4ef3-a5d9-ced8d4420ef1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.804721] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b66ed53-d0a6-4159-a7e4-aecfe541d64a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.813696] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f61b33-6b18-4b6a-b1b3-112ad5be9826 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.818948] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1551.818948] env[63302]: value = "task-1795371" [ 1551.818948] env[63302]: _type = "Task" [ 1551.818948] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.835932] env[63302]: DEBUG nova.compute.provider_tree [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.841030] env[63302]: DEBUG nova.compute.manager [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1551.841030] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.841030] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520c93df-1ed1-4290-b18a-07a35e230bc4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.845611] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.852146] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.852437] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccaa70c9-5053-44b9-8bc9-fecf51f08e41 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.859980] env[63302]: DEBUG oslo_vmware.api [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1551.859980] env[63302]: value = "task-1795372" [ 1551.859980] env[63302]: _type = "Task" [ 1551.859980] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.868900] env[63302]: DEBUG oslo_vmware.api [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.936331] env[63302]: DEBUG oslo_vmware.api [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795370, 'name': ReconfigVM_Task, 'duration_secs': 0.525063} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.936731] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d/volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.941727] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9679bc22-7597-4569-b62f-05e8748e548b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.960774] env[63302]: DEBUG oslo_vmware.api [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1551.960774] env[63302]: value = "task-1795373" [ 1551.960774] env[63302]: _type = "Task" [ 1551.960774] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.969931] env[63302]: DEBUG oslo_vmware.api [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.191213] env[63302]: DEBUG nova.network.neutron [req-b975cc7e-49c3-4fb3-968a-285681030bf2 req-0a8910c7-61d3-4715-90c1-4ee7cbf4a0c7 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updated VIF entry in instance network info cache for port aaa6064a-7457-4842-ab14-619e3fc1db27. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.191703] env[63302]: DEBUG nova.network.neutron [req-b975cc7e-49c3-4fb3-968a-285681030bf2 req-0a8910c7-61d3-4715-90c1-4ee7cbf4a0c7 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa6064a-74", "ovs_interfaceid": "aaa6064a-7457-4842-ab14-619e3fc1db27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.223872] env[63302]: DEBUG nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.330452] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069915} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.330791] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1552.331687] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ff2fe-9a73-408c-bc88-7491a7259b23 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.348559] env[63302]: DEBUG nova.scheduler.client.report [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.360792] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.361469] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e275239-e954-4a8b-964e-4ce6830a6296 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.389517] env[63302]: DEBUG oslo_vmware.api [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795372, 'name': PowerOffVM_Task, 'duration_secs': 0.230074} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.391297] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.391898] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.391898] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1552.391898] env[63302]: value = "task-1795374" [ 1552.391898] env[63302]: _type = "Task" [ 1552.391898] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.392138] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5652f695-696d-4eb8-b049-8186935c3fef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.402973] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.471614] env[63302]: DEBUG oslo_vmware.api [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795373, 'name': ReconfigVM_Task, 'duration_secs': 0.162187} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.471856] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372366', 'volume_id': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'name': 'volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '741a96ac-5d39-421a-b482-e81a577652f9', 'attached_at': '', 'detached_at': '', 'volume_id': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'serial': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1552.563272] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.563491] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.563668] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleting the datastore file [datastore1] 3ce0e9fd-70bc-490f-9414-aa830d2935f2 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.563943] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b54276a-4289-4249-8722-1a82389e5ac5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.571297] env[63302]: DEBUG oslo_vmware.api [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1552.571297] env[63302]: value = "task-1795376" [ 1552.571297] env[63302]: _type = "Task" [ 1552.571297] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.579659] env[63302]: DEBUG oslo_vmware.api [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.695429] env[63302]: DEBUG oslo_concurrency.lockutils [req-b975cc7e-49c3-4fb3-968a-285681030bf2 req-0a8910c7-61d3-4715-90c1-4ee7cbf4a0c7 service nova] Releasing lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.862992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.866077] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.915s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.868312] env[63302]: INFO nova.compute.claims [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.889467] env[63302]: INFO nova.scheduler.client.report [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Deleted allocations for instance 65238be5-9105-42fe-a69f-e20b713f9e71 [ 1552.906367] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795374, 'name': ReconfigVM_Task, 'duration_secs': 0.296493} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.906680] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 75757aed-59d8-497a-a60a-e501399ae412/75757aed-59d8-497a-a60a-e501399ae412.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.907362] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d4d8637-21e1-476d-8e11-38434093c9d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.929303] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1552.929303] env[63302]: value = "task-1795377" [ 1552.929303] env[63302]: _type = "Task" [ 1552.929303] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.940242] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795377, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.083064] env[63302]: DEBUG oslo_vmware.api [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45803} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.083344] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.083539] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.083717] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.083901] env[63302]: INFO nova.compute.manager [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1553.084159] env[63302]: DEBUG oslo.service.loopingcall [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.084357] env[63302]: DEBUG nova.compute.manager [-] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1553.084452] env[63302]: DEBUG nova.network.neutron [-] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.234151] env[63302]: DEBUG nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.264017] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:33:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='962637490',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1676332490',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.264301] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.264460] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.264764] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.264833] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.264923] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.265148] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.265538] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.265538] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.265693] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.265812] env[63302]: DEBUG nova.virt.hardware [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.266726] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dbdfbb-5668-4546-917a-44d7556258df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.277968] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e36e78-2251-43c0-b682-70793e53c54d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.354180] env[63302]: DEBUG nova.compute.manager [req-207c86b1-beee-48a0-9cb8-015f8ed3966d req-1d0f9c95-506e-4efa-9f5b-bb1e6e222f73 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Received event network-changed-f7aca799-3d21-4bc8-9651-a0cde4dc720f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1553.354270] env[63302]: DEBUG nova.compute.manager [req-207c86b1-beee-48a0-9cb8-015f8ed3966d req-1d0f9c95-506e-4efa-9f5b-bb1e6e222f73 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Refreshing instance network info cache due to event network-changed-f7aca799-3d21-4bc8-9651-a0cde4dc720f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1553.354456] env[63302]: DEBUG oslo_concurrency.lockutils [req-207c86b1-beee-48a0-9cb8-015f8ed3966d req-1d0f9c95-506e-4efa-9f5b-bb1e6e222f73 service nova] Acquiring lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.354602] env[63302]: DEBUG oslo_concurrency.lockutils [req-207c86b1-beee-48a0-9cb8-015f8ed3966d req-1d0f9c95-506e-4efa-9f5b-bb1e6e222f73 service nova] Acquired lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.354761] env[63302]: DEBUG nova.network.neutron [req-207c86b1-beee-48a0-9cb8-015f8ed3966d req-1d0f9c95-506e-4efa-9f5b-bb1e6e222f73 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Refreshing network info cache for port f7aca799-3d21-4bc8-9651-a0cde4dc720f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.398791] env[63302]: DEBUG oslo_concurrency.lockutils [None req-344d15ed-d6a3-4982-a919-7324fd3372c3 tempest-ImagesOneServerTestJSON-1530980420 tempest-ImagesOneServerTestJSON-1530980420-project-member] Lock "65238be5-9105-42fe-a69f-e20b713f9e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.153s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.445041] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795377, 'name': Rename_Task, 'duration_secs': 0.418515} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.445370] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.445592] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72da1153-967b-43fe-8863-47b9410c7842 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.455822] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1553.455822] env[63302]: value = "task-1795378" [ 1553.455822] env[63302]: _type = "Task" [ 1553.455822] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.467491] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.510579] env[63302]: DEBUG nova.objects.instance [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lazy-loading 'flavor' on Instance uuid 741a96ac-5d39-421a-b482-e81a577652f9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.551179] env[63302]: DEBUG nova.network.neutron [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Successfully updated port: 84c21378-7473-4a28-979b-d314cc205767 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.557264] env[63302]: DEBUG nova.compute.manager [req-524276b6-ca82-4be1-a0d3-5475c9f7c4ae req-e4f20245-f8fb-4f33-b38a-74d02c183474 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Received event network-vif-plugged-84c21378-7473-4a28-979b-d314cc205767 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1553.557632] env[63302]: DEBUG oslo_concurrency.lockutils [req-524276b6-ca82-4be1-a0d3-5475c9f7c4ae req-e4f20245-f8fb-4f33-b38a-74d02c183474 service nova] Acquiring lock "2a67d35d-5882-4494-9708-d0b921077856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.557742] env[63302]: DEBUG oslo_concurrency.lockutils [req-524276b6-ca82-4be1-a0d3-5475c9f7c4ae req-e4f20245-f8fb-4f33-b38a-74d02c183474 service nova] Lock "2a67d35d-5882-4494-9708-d0b921077856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.557967] env[63302]: DEBUG oslo_concurrency.lockutils [req-524276b6-ca82-4be1-a0d3-5475c9f7c4ae req-e4f20245-f8fb-4f33-b38a-74d02c183474 service nova] Lock "2a67d35d-5882-4494-9708-d0b921077856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.558177] env[63302]: DEBUG nova.compute.manager [req-524276b6-ca82-4be1-a0d3-5475c9f7c4ae req-e4f20245-f8fb-4f33-b38a-74d02c183474 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] No waiting events found dispatching network-vif-plugged-84c21378-7473-4a28-979b-d314cc205767 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1553.558387] env[63302]: WARNING nova.compute.manager [req-524276b6-ca82-4be1-a0d3-5475c9f7c4ae req-e4f20245-f8fb-4f33-b38a-74d02c183474 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Received unexpected event network-vif-plugged-84c21378-7473-4a28-979b-d314cc205767 for instance with vm_state building and task_state spawning. [ 1553.687838] env[63302]: DEBUG nova.network.neutron [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Successfully updated port: b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.897119] env[63302]: DEBUG nova.network.neutron [req-207c86b1-beee-48a0-9cb8-015f8ed3966d req-1d0f9c95-506e-4efa-9f5b-bb1e6e222f73 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.926852] env[63302]: DEBUG nova.network.neutron [-] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.974305] env[63302]: DEBUG oslo_vmware.api [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795378, 'name': PowerOnVM_Task, 'duration_secs': 0.498764} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.974564] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.974775] env[63302]: DEBUG nova.compute.manager [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.975600] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd07a7d-0b17-4492-aa33-aa32d26a168b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.011207] env[63302]: DEBUG nova.network.neutron [req-207c86b1-beee-48a0-9cb8-015f8ed3966d req-1d0f9c95-506e-4efa-9f5b-bb1e6e222f73 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.016021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f9f2fa1b-53bf-405b-a698-8ac1a73e6030 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.301s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.053222] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.190850] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.190992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquired lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.191161] env[63302]: DEBUG nova.network.neutron [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.359058] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115fdc9-3c80-4f57-af8f-90d24d174ed8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.367277] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec8e48-652c-4225-9996-146f610a2acf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.397375] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ce5a71-174c-4673-ae34-906e169722e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.405271] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3086768-0a2f-4d79-9eb6-668b14742d18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.419530] env[63302]: DEBUG nova.compute.provider_tree [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.437176] env[63302]: INFO nova.compute.manager [-] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Took 1.35 seconds to deallocate network for instance. [ 1554.505928] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.513245] env[63302]: DEBUG oslo_concurrency.lockutils [req-207c86b1-beee-48a0-9cb8-015f8ed3966d req-1d0f9c95-506e-4efa-9f5b-bb1e6e222f73 service nova] Releasing lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.513622] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquired lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.513783] env[63302]: DEBUG nova.network.neutron [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.681074] env[63302]: DEBUG oslo_concurrency.lockutils [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "741a96ac-5d39-421a-b482-e81a577652f9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.681362] env[63302]: DEBUG oslo_concurrency.lockutils [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.732151] env[63302]: DEBUG nova.network.neutron [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.925018] env[63302]: DEBUG nova.scheduler.client.report [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.927866] env[63302]: DEBUG nova.network.neutron [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Updating instance_info_cache with network_info: [{"id": "b3af955e-82e6-4acf-b60f-784fb148a19a", "address": "fa:16:3e:5b:ce:fc", "network": {"id": "62fcdc47-9084-4bad-adbd-6c9052fa1bba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-649569840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df0c2c7d100c4ec78745860896c1b2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af955e-82", "ovs_interfaceid": "b3af955e-82e6-4acf-b60f-784fb148a19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.944550] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.062482] env[63302]: DEBUG nova.network.neutron [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.184879] env[63302]: INFO nova.compute.manager [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Detaching volume 90cb4aba-fd0f-410c-8329-dbcf6397cf9d [ 1555.228530] env[63302]: INFO nova.virt.block_device [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Attempting to driver detach volume 90cb4aba-fd0f-410c-8329-dbcf6397cf9d from mountpoint /dev/sdb [ 1555.228775] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1555.229046] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372366', 'volume_id': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'name': 'volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '741a96ac-5d39-421a-b482-e81a577652f9', 'attached_at': '', 'detached_at': '', 'volume_id': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'serial': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1555.230063] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c7ff84-bff2-4ab8-bca9-eb26c0368e48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.259330] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287585d4-9a39-4bfb-877b-1570ce2f3b44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.268117] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98fa95d-6e16-40ca-8696-334e0ad8973e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.292486] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc82289-e737-4170-8f9a-04801cd77db1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.308982] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] The volume has not been displaced from its original location: [datastore1] volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d/volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1555.314369] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1555.314369] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a723f3d-5373-42ec-a4ca-6a09e4cff2a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.335713] env[63302]: DEBUG oslo_vmware.api [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1555.335713] env[63302]: value = "task-1795379" [ 1555.335713] env[63302]: _type = "Task" [ 1555.335713] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.344435] env[63302]: DEBUG oslo_vmware.api [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.410815] env[63302]: DEBUG nova.compute.manager [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Received event network-vif-deleted-23b59a57-19e6-4f6b-9784-af40bdbb25a8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1555.411124] env[63302]: DEBUG nova.compute.manager [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Received event network-vif-plugged-b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1555.411323] env[63302]: DEBUG oslo_concurrency.lockutils [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] Acquiring lock "db561df9-0a6a-4c10-8d2f-4f3029a24505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.411525] env[63302]: DEBUG oslo_concurrency.lockutils [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] Lock "db561df9-0a6a-4c10-8d2f-4f3029a24505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.411636] env[63302]: DEBUG oslo_concurrency.lockutils [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] Lock "db561df9-0a6a-4c10-8d2f-4f3029a24505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.411835] env[63302]: DEBUG nova.compute.manager [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] No waiting events found dispatching network-vif-plugged-b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1555.411943] env[63302]: WARNING nova.compute.manager [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Received unexpected event network-vif-plugged-b3af955e-82e6-4acf-b60f-784fb148a19a for instance with vm_state building and task_state spawning. [ 1555.412115] env[63302]: DEBUG nova.compute.manager [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Received event network-changed-b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1555.412268] env[63302]: DEBUG nova.compute.manager [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Refreshing instance network info cache due to event network-changed-b3af955e-82e6-4acf-b60f-784fb148a19a. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1555.412428] env[63302]: DEBUG oslo_concurrency.lockutils [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] Acquiring lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.430746] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.431341] env[63302]: DEBUG nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1555.434560] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Releasing lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.435420] env[63302]: DEBUG nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Instance network_info: |[{"id": "b3af955e-82e6-4acf-b60f-784fb148a19a", "address": "fa:16:3e:5b:ce:fc", "network": {"id": "62fcdc47-9084-4bad-adbd-6c9052fa1bba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-649569840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df0c2c7d100c4ec78745860896c1b2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af955e-82", "ovs_interfaceid": "b3af955e-82e6-4acf-b60f-784fb148a19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.435584] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.098s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.437394] env[63302]: INFO nova.compute.claims [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.440276] env[63302]: DEBUG oslo_concurrency.lockutils [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] Acquired lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.440451] env[63302]: DEBUG nova.network.neutron [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Refreshing network info cache for port b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.441735] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ce:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3af955e-82e6-4acf-b60f-784fb148a19a', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.450260] env[63302]: DEBUG oslo.service.loopingcall [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.451208] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.451467] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ce9b12f-1dc8-44c2-8646-eca37322a942 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.475465] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.475465] env[63302]: value = "task-1795380" [ 1555.475465] env[63302]: _type = "Task" [ 1555.475465] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.488535] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795380, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.580138] env[63302]: DEBUG nova.network.neutron [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Updating instance_info_cache with network_info: [{"id": "f7aca799-3d21-4bc8-9651-a0cde4dc720f", "address": "fa:16:3e:04:ac:8f", "network": {"id": "ce692834-4185-4cce-b8e2-fa897a12603b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-63513089", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7aca799-3d", "ovs_interfaceid": "f7aca799-3d21-4bc8-9651-a0cde4dc720f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84c21378-7473-4a28-979b-d314cc205767", "address": "fa:16:3e:10:36:d6", "network": {"id": "bd8e7667-2647-41c3-8da1-042c6ff617d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1964601605", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c21378-74", "ovs_interfaceid": "84c21378-7473-4a28-979b-d314cc205767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.701349] env[63302]: DEBUG nova.compute.manager [req-220b4d76-4f08-41db-b445-41d23c35b655 req-4d5425cd-215c-47da-a8ad-490dac8a170c service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Received event network-changed-84c21378-7473-4a28-979b-d314cc205767 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1555.701349] env[63302]: DEBUG nova.compute.manager [req-220b4d76-4f08-41db-b445-41d23c35b655 req-4d5425cd-215c-47da-a8ad-490dac8a170c service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Refreshing instance network info cache due to event network-changed-84c21378-7473-4a28-979b-d314cc205767. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1555.701349] env[63302]: DEBUG oslo_concurrency.lockutils [req-220b4d76-4f08-41db-b445-41d23c35b655 req-4d5425cd-215c-47da-a8ad-490dac8a170c service nova] Acquiring lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.851515] env[63302]: DEBUG oslo_vmware.api [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795379, 'name': ReconfigVM_Task, 'duration_secs': 0.265715} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.851861] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1555.857680] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b7a9c2-5e17-4f76-9989-e9fa2c43c35e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.875171] env[63302]: DEBUG oslo_vmware.api [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1555.875171] env[63302]: value = "task-1795381" [ 1555.875171] env[63302]: _type = "Task" [ 1555.875171] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.883799] env[63302]: DEBUG oslo_vmware.api [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.937903] env[63302]: DEBUG nova.compute.utils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.939934] env[63302]: DEBUG nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1555.940145] env[63302]: DEBUG nova.network.neutron [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.988155] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795380, 'name': CreateVM_Task, 'duration_secs': 0.384792} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.988498] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.989237] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.989498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.989864] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.990529] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3301a128-a9b5-4a60-ab48-5cb925966ed4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.998419] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1555.998419] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52081037-ec1d-d7a5-efe3-9f9dd24cdf81" [ 1555.998419] env[63302]: _type = "Task" [ 1555.998419] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.007503] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52081037-ec1d-d7a5-efe3-9f9dd24cdf81, 'name': SearchDatastore_Task} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.007780] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.008058] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.008262] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.008399] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.008600] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.008980] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-516bc8f0-4934-4244-94c2-9b909df7b63e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.016773] env[63302]: DEBUG nova.policy [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966b7553b5e94ed0984708b4658af65a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6dd4f98e099418386f06fd1d7a5e8fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.033422] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.033666] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.034406] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0970dd-eaf8-4deb-9a36-a2658a13fb8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.040820] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1556.040820] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521841de-5559-2703-8b90-2de5969423cf" [ 1556.040820] env[63302]: _type = "Task" [ 1556.040820] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.049531] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521841de-5559-2703-8b90-2de5969423cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.085045] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Releasing lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.085697] env[63302]: DEBUG nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Instance network_info: |[{"id": "f7aca799-3d21-4bc8-9651-a0cde4dc720f", "address": "fa:16:3e:04:ac:8f", "network": {"id": "ce692834-4185-4cce-b8e2-fa897a12603b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-63513089", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7aca799-3d", "ovs_interfaceid": "f7aca799-3d21-4bc8-9651-a0cde4dc720f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84c21378-7473-4a28-979b-d314cc205767", "address": "fa:16:3e:10:36:d6", "network": {"id": "bd8e7667-2647-41c3-8da1-042c6ff617d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1964601605", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c21378-74", "ovs_interfaceid": "84c21378-7473-4a28-979b-d314cc205767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1556.086012] env[63302]: DEBUG oslo_concurrency.lockutils [req-220b4d76-4f08-41db-b445-41d23c35b655 req-4d5425cd-215c-47da-a8ad-490dac8a170c service nova] Acquired lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.086385] env[63302]: DEBUG nova.network.neutron [req-220b4d76-4f08-41db-b445-41d23c35b655 req-4d5425cd-215c-47da-a8ad-490dac8a170c service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Refreshing network info cache for port 84c21378-7473-4a28-979b-d314cc205767 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.087724] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ac:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7aca799-3d21-4bc8-9651-a0cde4dc720f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:36:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84c21378-7473-4a28-979b-d314cc205767', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.098301] env[63302]: DEBUG oslo.service.loopingcall [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.099627] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.099869] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4965436d-6d94-498d-a76f-4e5a4947ee96 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.130247] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.130247] env[63302]: value = "task-1795382" [ 1556.130247] env[63302]: _type = "Task" [ 1556.130247] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.140477] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795382, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.272157] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.272501] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.272627] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.272783] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.272992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.275308] env[63302]: DEBUG nova.network.neutron [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Updated VIF entry in instance network info cache for port b3af955e-82e6-4acf-b60f-784fb148a19a. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.275664] env[63302]: DEBUG nova.network.neutron [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Updating instance_info_cache with network_info: [{"id": "b3af955e-82e6-4acf-b60f-784fb148a19a", "address": "fa:16:3e:5b:ce:fc", "network": {"id": "62fcdc47-9084-4bad-adbd-6c9052fa1bba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-649569840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df0c2c7d100c4ec78745860896c1b2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af955e-82", "ovs_interfaceid": "b3af955e-82e6-4acf-b60f-784fb148a19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.281161] env[63302]: INFO nova.compute.manager [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Terminating instance [ 1556.345386] env[63302]: DEBUG nova.network.neutron [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Successfully created port: 61da4d68-fc29-439e-a455-fbe5f3ae11e8 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.387353] env[63302]: DEBUG oslo_vmware.api [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795381, 'name': ReconfigVM_Task, 'duration_secs': 0.150055} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.387660] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372366', 'volume_id': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'name': 'volume-90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '741a96ac-5d39-421a-b482-e81a577652f9', 'attached_at': '', 'detached_at': '', 'volume_id': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d', 'serial': '90cb4aba-fd0f-410c-8329-dbcf6397cf9d'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1556.443473] env[63302]: DEBUG nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1556.553940] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521841de-5559-2703-8b90-2de5969423cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.557835] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223018f8-aeec-4153-8be9-123d93100748 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.565656] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1556.565656] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b1c5f5-b252-ee7d-1bd2-956c1cbf13d4" [ 1556.565656] env[63302]: _type = "Task" [ 1556.565656] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.585670] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b1c5f5-b252-ee7d-1bd2-956c1cbf13d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.589037] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.589037] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] db561df9-0a6a-4c10-8d2f-4f3029a24505/db561df9-0a6a-4c10-8d2f-4f3029a24505.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.589278] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-975fc93f-eec2-4ab6-bd41-dec54cf665c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.603909] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1556.603909] env[63302]: value = "task-1795383" [ 1556.603909] env[63302]: _type = "Task" [ 1556.603909] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.617640] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.641991] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795382, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.779771] env[63302]: DEBUG oslo_concurrency.lockutils [req-16403eeb-6b08-4dd6-9fb7-1ad95db98ef7 req-5aa8b073-e0ff-4ffc-842e-6b06471d53af service nova] Releasing lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.781841] env[63302]: DEBUG nova.compute.manager [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.782059] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.782935] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc9df24-d408-4504-b8ec-a7c6c8fc8b08 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.791839] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.792177] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d8bea8e-573a-4821-8c83-42127aaba71f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.804742] env[63302]: DEBUG oslo_vmware.api [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1556.804742] env[63302]: value = "task-1795384" [ 1556.804742] env[63302]: _type = "Task" [ 1556.804742] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.818849] env[63302]: DEBUG oslo_vmware.api [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.896146] env[63302]: DEBUG nova.network.neutron [req-220b4d76-4f08-41db-b445-41d23c35b655 req-4d5425cd-215c-47da-a8ad-490dac8a170c service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Updated VIF entry in instance network info cache for port 84c21378-7473-4a28-979b-d314cc205767. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.896426] env[63302]: DEBUG nova.network.neutron [req-220b4d76-4f08-41db-b445-41d23c35b655 req-4d5425cd-215c-47da-a8ad-490dac8a170c service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Updating instance_info_cache with network_info: [{"id": "f7aca799-3d21-4bc8-9651-a0cde4dc720f", "address": "fa:16:3e:04:ac:8f", "network": {"id": "ce692834-4185-4cce-b8e2-fa897a12603b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-63513089", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7aca799-3d", "ovs_interfaceid": "f7aca799-3d21-4bc8-9651-a0cde4dc720f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84c21378-7473-4a28-979b-d314cc205767", "address": "fa:16:3e:10:36:d6", "network": {"id": "bd8e7667-2647-41c3-8da1-042c6ff617d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1964601605", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c21378-74", "ovs_interfaceid": "84c21378-7473-4a28-979b-d314cc205767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.956299] env[63302]: DEBUG nova.objects.instance [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lazy-loading 'flavor' on Instance uuid 741a96ac-5d39-421a-b482-e81a577652f9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.124060] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.144079] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795382, 'name': CreateVM_Task, 'duration_secs': 0.711136} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.144079] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.145141] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.145371] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.145711] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.146114] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7218d0-719d-4d9c-abfd-5dc06a8936e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.153022] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1557.153022] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e612c8-e49a-ae80-bd2b-fde616c5dcf6" [ 1557.153022] env[63302]: _type = "Task" [ 1557.153022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.155193] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110b26d-17d4-4d3e-a9fb-e08ffc54652c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.172112] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937d2d1d-e195-4c6e-91f3-2b186d15639e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.176233] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e612c8-e49a-ae80-bd2b-fde616c5dcf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.212117] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff36a1-e1c6-407c-bed3-fc990239b9b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.226648] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782adfbc-ab57-40f4-a919-5f57e5d0a531 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.238825] env[63302]: DEBUG nova.compute.provider_tree [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.314501] env[63302]: DEBUG oslo_vmware.api [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795384, 'name': PowerOffVM_Task, 'duration_secs': 0.315689} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.315295] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.315601] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.315877] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93154dff-38c7-4f7a-beb5-3a86a1a8f189 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.399857] env[63302]: DEBUG oslo_concurrency.lockutils [req-220b4d76-4f08-41db-b445-41d23c35b655 req-4d5425cd-215c-47da-a8ad-490dac8a170c service nova] Releasing lock "refresh_cache-2a67d35d-5882-4494-9708-d0b921077856" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.459939] env[63302]: DEBUG nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1557.494785] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1557.495553] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.495553] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.495553] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.495845] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.495845] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1557.497349] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1557.497349] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1557.497349] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1557.497349] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1557.497349] env[63302]: DEBUG nova.virt.hardware [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1557.498257] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fafd3d9-3807-4c21-9bb1-4c553d958125 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.511092] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f414d-7c97-483f-9b0a-ba0ca65a7b67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.517172] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.517294] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.517405] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleting the datastore file [datastore1] 61db11a7-dc0e-4c69-8f59-a855ee1c0279 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.518057] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b299699-a345-43e8-a683-33b62c972fa6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.533473] env[63302]: DEBUG oslo_vmware.api [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1557.533473] env[63302]: value = "task-1795386" [ 1557.533473] env[63302]: _type = "Task" [ 1557.533473] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.542142] env[63302]: DEBUG oslo_vmware.api [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.619622] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625422} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.619884] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] db561df9-0a6a-4c10-8d2f-4f3029a24505/db561df9-0a6a-4c10-8d2f-4f3029a24505.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1557.620119] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1557.620372] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e80ff3ab-3086-4016-b32d-16a5d3d84287 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.628172] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1557.628172] env[63302]: value = "task-1795387" [ 1557.628172] env[63302]: _type = "Task" [ 1557.628172] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.638839] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.665302] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e612c8-e49a-ae80-bd2b-fde616c5dcf6, 'name': SearchDatastore_Task, 'duration_secs': 0.054996} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.665628] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.665874] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.666206] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.666367] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.666556] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.666824] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55afcad0-a684-4618-baea-ae03222d560e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.676996] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.677210] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.677953] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284d2995-0cd7-4713-b231-97febe5e5917 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.684831] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1557.684831] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529dddf3-144f-27dc-6556-dac453f0b031" [ 1557.684831] env[63302]: _type = "Task" [ 1557.684831] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.694631] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529dddf3-144f-27dc-6556-dac453f0b031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.742857] env[63302]: DEBUG nova.scheduler.client.report [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.967631] env[63302]: DEBUG oslo_concurrency.lockutils [None req-195aa7e5-a593-4fad-a688-51435a39fed0 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.045087] env[63302]: DEBUG oslo_vmware.api [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327439} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.045451] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.045757] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.045965] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.046149] env[63302]: INFO nova.compute.manager [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1558.046395] env[63302]: DEBUG oslo.service.loopingcall [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.046594] env[63302]: DEBUG nova.compute.manager [-] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.046690] env[63302]: DEBUG nova.network.neutron [-] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.061122] env[63302]: DEBUG nova.network.neutron [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Successfully updated port: 61da4d68-fc29-439e-a455-fbe5f3ae11e8 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.132474] env[63302]: DEBUG nova.compute.manager [req-475c9e8e-12a6-47a2-891b-8b24eb77b7eb req-0df452e4-df59-4e56-94fe-b97e782e47e0 service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Received event network-vif-plugged-61da4d68-fc29-439e-a455-fbe5f3ae11e8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1558.132474] env[63302]: DEBUG oslo_concurrency.lockutils [req-475c9e8e-12a6-47a2-891b-8b24eb77b7eb req-0df452e4-df59-4e56-94fe-b97e782e47e0 service nova] Acquiring lock "095044d1-c2db-4961-b885-7db97f5e14f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.132474] env[63302]: DEBUG oslo_concurrency.lockutils [req-475c9e8e-12a6-47a2-891b-8b24eb77b7eb req-0df452e4-df59-4e56-94fe-b97e782e47e0 service nova] Lock "095044d1-c2db-4961-b885-7db97f5e14f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.132474] env[63302]: DEBUG oslo_concurrency.lockutils [req-475c9e8e-12a6-47a2-891b-8b24eb77b7eb req-0df452e4-df59-4e56-94fe-b97e782e47e0 service nova] Lock "095044d1-c2db-4961-b885-7db97f5e14f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.132474] env[63302]: DEBUG nova.compute.manager [req-475c9e8e-12a6-47a2-891b-8b24eb77b7eb req-0df452e4-df59-4e56-94fe-b97e782e47e0 service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] No waiting events found dispatching network-vif-plugged-61da4d68-fc29-439e-a455-fbe5f3ae11e8 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.132474] env[63302]: WARNING nova.compute.manager [req-475c9e8e-12a6-47a2-891b-8b24eb77b7eb req-0df452e4-df59-4e56-94fe-b97e782e47e0 service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Received unexpected event network-vif-plugged-61da4d68-fc29-439e-a455-fbe5f3ae11e8 for instance with vm_state building and task_state spawning. [ 1558.146543] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076185} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.147095] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.148305] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cd761e-3c0c-4f9a-afcf-86f90010a4c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.174785] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] db561df9-0a6a-4c10-8d2f-4f3029a24505/db561df9-0a6a-4c10-8d2f-4f3029a24505.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.175298] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7cb94b-e615-4667-8c66-0c05266ca803 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.206475] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529dddf3-144f-27dc-6556-dac453f0b031, 'name': SearchDatastore_Task, 'duration_secs': 0.036521} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.208975] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1558.208975] env[63302]: value = "task-1795388" [ 1558.208975] env[63302]: _type = "Task" [ 1558.208975] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.209499] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2e0166-1f17-4b0f-9dd0-92b388d20fc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.222669] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.223913] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1558.223913] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c86513-d3e6-1fb7-e22a-ceb0cb8d4eec" [ 1558.223913] env[63302]: _type = "Task" [ 1558.223913] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.233133] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c86513-d3e6-1fb7-e22a-ceb0cb8d4eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.253028] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.253028] env[63302]: DEBUG nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.254142] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.642s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.254450] env[63302]: DEBUG nova.objects.instance [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1558.417280] env[63302]: DEBUG nova.compute.manager [req-c72a4431-d089-4040-900d-0d946f7064a5 req-c302d9a5-c8ec-4f8a-955c-eedeccbae7f4 service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Received event network-vif-deleted-53f3dff7-31e3-499d-98a2-8d8c81f56e19 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1558.417418] env[63302]: INFO nova.compute.manager [req-c72a4431-d089-4040-900d-0d946f7064a5 req-c302d9a5-c8ec-4f8a-955c-eedeccbae7f4 service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Neutron deleted interface 53f3dff7-31e3-499d-98a2-8d8c81f56e19; detaching it from the instance and deleting it from the info cache [ 1558.417601] env[63302]: DEBUG nova.network.neutron [req-c72a4431-d089-4040-900d-0d946f7064a5 req-c302d9a5-c8ec-4f8a-955c-eedeccbae7f4 service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.564722] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquiring lock "refresh_cache-095044d1-c2db-4961-b885-7db97f5e14f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.564890] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquired lock "refresh_cache-095044d1-c2db-4961-b885-7db97f5e14f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.565066] env[63302]: DEBUG nova.network.neutron [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.672524] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "993c3dc1-7699-4f81-a5c0-f0352a532b04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.672762] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "993c3dc1-7699-4f81-a5c0-f0352a532b04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.721309] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795388, 'name': ReconfigVM_Task, 'duration_secs': 0.304891} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.721611] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Reconfigured VM instance instance-00000033 to attach disk [datastore1] db561df9-0a6a-4c10-8d2f-4f3029a24505/db561df9-0a6a-4c10-8d2f-4f3029a24505.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.721942] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63302) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1558.722633] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-7600e072-8089-4049-b6d4-573b4044007a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.733777] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c86513-d3e6-1fb7-e22a-ceb0cb8d4eec, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.735348] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.735615] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2a67d35d-5882-4494-9708-d0b921077856/2a67d35d-5882-4494-9708-d0b921077856.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.736076] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1558.736076] env[63302]: value = "task-1795389" [ 1558.736076] env[63302]: _type = "Task" [ 1558.736076] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.736346] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-198dbfc8-c5a4-4992-a1b2-0e39d17bc59d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.747778] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795389, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.749230] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1558.749230] env[63302]: value = "task-1795390" [ 1558.749230] env[63302]: _type = "Task" [ 1558.749230] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.759653] env[63302]: DEBUG nova.compute.utils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.763815] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.764704] env[63302]: DEBUG nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1558.764704] env[63302]: DEBUG nova.network.neutron [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1558.812490] env[63302]: DEBUG nova.policy [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b796f677f0b4699b9378ba78dea78d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec2cdf268e04577b5a61d43b9a456b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1558.843388] env[63302]: DEBUG nova.network.neutron [-] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.921801] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7691874c-01c8-4b6d-8caf-807c50b20e85 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.932376] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a002066-e70d-407f-9f85-48ba1c569486 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.969699] env[63302]: DEBUG nova.compute.manager [req-c72a4431-d089-4040-900d-0d946f7064a5 req-c302d9a5-c8ec-4f8a-955c-eedeccbae7f4 service nova] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Detach interface failed, port_id=53f3dff7-31e3-499d-98a2-8d8c81f56e19, reason: Instance 61db11a7-dc0e-4c69-8f59-a855ee1c0279 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1559.102522] env[63302]: DEBUG nova.network.neutron [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.129116] env[63302]: DEBUG nova.network.neutron [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Successfully created port: ed0305a7-33d0-44c8-af43-056f4b25233c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.175030] env[63302]: DEBUG nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1559.251928] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795389, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.118955} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.256868] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63302) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1559.257699] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf184c9-9029-4e3f-9468-b367045bdf0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.268852] env[63302]: DEBUG oslo_concurrency.lockutils [None req-32b5cb1c-e908-47a2-b926-cea53fd04f74 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.268852] env[63302]: DEBUG nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.270886] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795390, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.290632] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.329s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.290919] env[63302]: DEBUG nova.objects.instance [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lazy-loading 'resources' on Instance uuid 3aefff1a-b562-4fb4-8f73-65a207437f07 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.301088] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] db561df9-0a6a-4c10-8d2f-4f3029a24505/ephemeral_0.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.305426] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e12c8cab-c874-44cc-981f-990eb81d30a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.333946] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1559.333946] env[63302]: value = "task-1795391" [ 1559.333946] env[63302]: _type = "Task" [ 1559.333946] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.347599] env[63302]: INFO nova.compute.manager [-] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Took 1.30 seconds to deallocate network for instance. [ 1559.348092] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.506976] env[63302]: DEBUG nova.network.neutron [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Updating instance_info_cache with network_info: [{"id": "61da4d68-fc29-439e-a455-fbe5f3ae11e8", "address": "fa:16:3e:1f:d9:26", "network": {"id": "54369ec8-07ca-42f0-abc9-e4bb936b0cf6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1704247426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6dd4f98e099418386f06fd1d7a5e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61da4d68-fc", "ovs_interfaceid": "61da4d68-fc29-439e-a455-fbe5f3ae11e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.699661] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.765481] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968014} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.765481] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2a67d35d-5882-4494-9708-d0b921077856/2a67d35d-5882-4494-9708-d0b921077856.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.765481] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1559.765481] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-989c1de7-bdef-45de-84de-197a881d163a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.775297] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1559.775297] env[63302]: value = "task-1795392" [ 1559.775297] env[63302]: _type = "Task" [ 1559.775297] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.786242] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.848729] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.860706] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.937487] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07249bdd-e182-43cb-a71c-be73ba74e459 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.946458] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e48343-52a7-4013-810c-8e98d2f94e3c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.979749] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34045446-02fa-490b-81d6-0a92b9eaf25a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.987945] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4282892e-db05-4305-a4df-344532941653 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.001925] env[63302]: DEBUG nova.compute.provider_tree [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.009334] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Releasing lock "refresh_cache-095044d1-c2db-4961-b885-7db97f5e14f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.009706] env[63302]: DEBUG nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Instance network_info: |[{"id": "61da4d68-fc29-439e-a455-fbe5f3ae11e8", "address": "fa:16:3e:1f:d9:26", "network": {"id": "54369ec8-07ca-42f0-abc9-e4bb936b0cf6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1704247426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6dd4f98e099418386f06fd1d7a5e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61da4d68-fc", "ovs_interfaceid": "61da4d68-fc29-439e-a455-fbe5f3ae11e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.010087] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:d9:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61da4d68-fc29-439e-a455-fbe5f3ae11e8', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.018367] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Creating folder: Project (f6dd4f98e099418386f06fd1d7a5e8fa). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.019380] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-900c8a74-13e5-4899-bcb4-08f423ef96ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.031437] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Created folder: Project (f6dd4f98e099418386f06fd1d7a5e8fa) in parent group-v372222. [ 1560.031627] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Creating folder: Instances. Parent ref: group-v372370. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1560.031869] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c152331-7749-42c9-afb2-ec002a2b3070 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.041903] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Created folder: Instances in parent group-v372370. [ 1560.042151] env[63302]: DEBUG oslo.service.loopingcall [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.042340] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.042544] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68030ad1-1333-4f99-b015-2e00bc4b3393 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.061631] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.061631] env[63302]: value = "task-1795395" [ 1560.061631] env[63302]: _type = "Task" [ 1560.061631] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.073928] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795395, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.157328] env[63302]: DEBUG nova.compute.manager [req-a1d7c3cf-34a7-4d58-95da-933166dd67fd req-fda6fb77-b03a-4537-b09e-a148e14640e8 service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Received event network-changed-61da4d68-fc29-439e-a455-fbe5f3ae11e8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1560.157562] env[63302]: DEBUG nova.compute.manager [req-a1d7c3cf-34a7-4d58-95da-933166dd67fd req-fda6fb77-b03a-4537-b09e-a148e14640e8 service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Refreshing instance network info cache due to event network-changed-61da4d68-fc29-439e-a455-fbe5f3ae11e8. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1560.157820] env[63302]: DEBUG oslo_concurrency.lockutils [req-a1d7c3cf-34a7-4d58-95da-933166dd67fd req-fda6fb77-b03a-4537-b09e-a148e14640e8 service nova] Acquiring lock "refresh_cache-095044d1-c2db-4961-b885-7db97f5e14f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.157981] env[63302]: DEBUG oslo_concurrency.lockutils [req-a1d7c3cf-34a7-4d58-95da-933166dd67fd req-fda6fb77-b03a-4537-b09e-a148e14640e8 service nova] Acquired lock "refresh_cache-095044d1-c2db-4961-b885-7db97f5e14f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.158161] env[63302]: DEBUG nova.network.neutron [req-a1d7c3cf-34a7-4d58-95da-933166dd67fd req-fda6fb77-b03a-4537-b09e-a148e14640e8 service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Refreshing network info cache for port 61da4d68-fc29-439e-a455-fbe5f3ae11e8 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.287449] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092577} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.287719] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1560.288490] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9784a8ea-8066-459d-8dc4-bf19e6ca63ab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.312522] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 2a67d35d-5882-4494-9708-d0b921077856/2a67d35d-5882-4494-9708-d0b921077856.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.313551] env[63302]: DEBUG nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.315402] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c63578c-2e65-4698-ac70-b5455a251c12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.336156] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1560.336156] env[63302]: value = "task-1795396" [ 1560.336156] env[63302]: _type = "Task" [ 1560.336156] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.349954] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795391, 'name': ReconfigVM_Task, 'duration_secs': 0.692456} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.350196] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.352257] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Reconfigured VM instance instance-00000033 to attach disk [datastore1] db561df9-0a6a-4c10-8d2f-4f3029a24505/ephemeral_0.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.354039] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d725d0b0-e1cb-4aa6-978a-bd3c0b4c10b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.359097] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.359329] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.359550] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.359762] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.359967] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.360191] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.360457] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.360739] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.360941] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.361229] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.361453] env[63302]: DEBUG nova.virt.hardware [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.362387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465181f3-2eae-41d5-8913-494f19ddf82e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.366217] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1560.366217] env[63302]: value = "task-1795397" [ 1560.366217] env[63302]: _type = "Task" [ 1560.366217] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.376641] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c5f05d-627a-44b0-8e82-9934bcc33639 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.380546] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795397, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.505009] env[63302]: DEBUG nova.scheduler.client.report [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.572847] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795395, 'name': CreateVM_Task, 'duration_secs': 0.50029} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.573260] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1560.574015] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.574301] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.574649] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1560.574950] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd27e8d0-cb35-4939-8daf-a575b23c25a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.579657] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1560.579657] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe4f4f-371e-a613-939c-a4e5b8852f6d" [ 1560.579657] env[63302]: _type = "Task" [ 1560.579657] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.591735] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe4f4f-371e-a613-939c-a4e5b8852f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.851697] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795396, 'name': ReconfigVM_Task, 'duration_secs': 0.306934} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.852226] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 2a67d35d-5882-4494-9708-d0b921077856/2a67d35d-5882-4494-9708-d0b921077856.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.855018] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-650cbbf1-da76-4797-933d-50bd32607d7b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.861792] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1560.861792] env[63302]: value = "task-1795398" [ 1560.861792] env[63302]: _type = "Task" [ 1560.861792] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.874051] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795398, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.879944] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795397, 'name': Rename_Task, 'duration_secs': 0.192197} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.880291] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.880787] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b650021-c9dd-49ba-bd04-c7ea06410bbb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.891737] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1560.891737] env[63302]: value = "task-1795399" [ 1560.891737] env[63302]: _type = "Task" [ 1560.891737] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.903637] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.910999] env[63302]: DEBUG nova.network.neutron [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Successfully updated port: ed0305a7-33d0-44c8-af43-056f4b25233c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1560.945018] env[63302]: DEBUG nova.compute.manager [req-5799fbe9-02ff-48bb-80f2-d408c086526b req-14f90155-e0a2-43e2-b46b-6a1569b3f49b service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Received event network-vif-plugged-ed0305a7-33d0-44c8-af43-056f4b25233c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1560.945251] env[63302]: DEBUG oslo_concurrency.lockutils [req-5799fbe9-02ff-48bb-80f2-d408c086526b req-14f90155-e0a2-43e2-b46b-6a1569b3f49b service nova] Acquiring lock "993deaf6-8c7a-4cfd-bad6-557d849fae36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.945513] env[63302]: DEBUG oslo_concurrency.lockutils [req-5799fbe9-02ff-48bb-80f2-d408c086526b req-14f90155-e0a2-43e2-b46b-6a1569b3f49b service nova] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.946452] env[63302]: DEBUG oslo_concurrency.lockutils [req-5799fbe9-02ff-48bb-80f2-d408c086526b req-14f90155-e0a2-43e2-b46b-6a1569b3f49b service nova] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.946452] env[63302]: DEBUG nova.compute.manager [req-5799fbe9-02ff-48bb-80f2-d408c086526b req-14f90155-e0a2-43e2-b46b-6a1569b3f49b service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] No waiting events found dispatching network-vif-plugged-ed0305a7-33d0-44c8-af43-056f4b25233c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1560.946452] env[63302]: WARNING nova.compute.manager [req-5799fbe9-02ff-48bb-80f2-d408c086526b req-14f90155-e0a2-43e2-b46b-6a1569b3f49b service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Received unexpected event network-vif-plugged-ed0305a7-33d0-44c8-af43-056f4b25233c for instance with vm_state building and task_state spawning. [ 1560.948872] env[63302]: DEBUG nova.network.neutron [req-a1d7c3cf-34a7-4d58-95da-933166dd67fd req-fda6fb77-b03a-4537-b09e-a148e14640e8 service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Updated VIF entry in instance network info cache for port 61da4d68-fc29-439e-a455-fbe5f3ae11e8. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.948872] env[63302]: DEBUG nova.network.neutron [req-a1d7c3cf-34a7-4d58-95da-933166dd67fd req-fda6fb77-b03a-4537-b09e-a148e14640e8 service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Updating instance_info_cache with network_info: [{"id": "61da4d68-fc29-439e-a455-fbe5f3ae11e8", "address": "fa:16:3e:1f:d9:26", "network": {"id": "54369ec8-07ca-42f0-abc9-e4bb936b0cf6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1704247426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6dd4f98e099418386f06fd1d7a5e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61da4d68-fc", "ovs_interfaceid": "61da4d68-fc29-439e-a455-fbe5f3ae11e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.014028] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.014028] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.037s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.014028] env[63302]: DEBUG nova.objects.instance [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lazy-loading 'resources' on Instance uuid 1bc765b2-1b03-408d-9a59-fa597303cf1f {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.034656] env[63302]: INFO nova.scheduler.client.report [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Deleted allocations for instance 3aefff1a-b562-4fb4-8f73-65a207437f07 [ 1561.092654] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe4f4f-371e-a613-939c-a4e5b8852f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.092942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.093226] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.093472] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.093623] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.093805] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.094072] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b322d87-2691-41f1-bfe7-7ff62aa6a8ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.104582] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.105236] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.105974] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34e9e1b-c174-4a51-a8db-1cfe0b190e8e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.112321] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1561.112321] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529a4675-a7b9-a010-3c93-502f76b96a2d" [ 1561.112321] env[63302]: _type = "Task" [ 1561.112321] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.120894] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529a4675-a7b9-a010-3c93-502f76b96a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.371642] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795398, 'name': Rename_Task, 'duration_secs': 0.193021} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.371936] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.372195] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d78d28a-29bb-41e2-b94c-a3c8d6d50ee8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.379477] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1561.379477] env[63302]: value = "task-1795400" [ 1561.379477] env[63302]: _type = "Task" [ 1561.379477] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.388185] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.402242] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795399, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.417768] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-993deaf6-8c7a-4cfd-bad6-557d849fae36" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.417768] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-993deaf6-8c7a-4cfd-bad6-557d849fae36" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.417768] env[63302]: DEBUG nova.network.neutron [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.450589] env[63302]: DEBUG oslo_concurrency.lockutils [req-a1d7c3cf-34a7-4d58-95da-933166dd67fd req-fda6fb77-b03a-4537-b09e-a148e14640e8 service nova] Releasing lock "refresh_cache-095044d1-c2db-4961-b885-7db97f5e14f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.544716] env[63302]: DEBUG oslo_concurrency.lockutils [None req-27cbe08a-ad46-4a3c-aa58-cb9c3a50ff5b tempest-VolumesAssistedSnapshotsTest-1796879415 tempest-VolumesAssistedSnapshotsTest-1796879415-project-member] Lock "3aefff1a-b562-4fb4-8f73-65a207437f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.535s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.623849] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529a4675-a7b9-a010-3c93-502f76b96a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.627911] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995553e9-201b-4718-9d6c-4cff7530a60e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.634885] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1561.634885] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cfeba3-fbe7-b6a1-1e03-0f2c00e469e6" [ 1561.634885] env[63302]: _type = "Task" [ 1561.634885] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.648026] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cfeba3-fbe7-b6a1-1e03-0f2c00e469e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.648673] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.648673] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 095044d1-c2db-4961-b885-7db97f5e14f1/095044d1-c2db-4961-b885-7db97f5e14f1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.648875] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-796a5227-7ec1-4ba8-8014-8573426b761f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.656153] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1561.656153] env[63302]: value = "task-1795401" [ 1561.656153] env[63302]: _type = "Task" [ 1561.656153] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.664738] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.893048] env[63302]: DEBUG oslo_vmware.api [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795400, 'name': PowerOnVM_Task, 'duration_secs': 0.494723} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.896136] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.896352] env[63302]: INFO nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Took 11.84 seconds to spawn the instance on the hypervisor. [ 1561.896532] env[63302]: DEBUG nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.899456] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da2cf1f-dddf-4ff6-86f7-f7ad809c754d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.907411] env[63302]: DEBUG oslo_vmware.api [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795399, 'name': PowerOnVM_Task, 'duration_secs': 0.541799} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.908606] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.908836] env[63302]: INFO nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1561.909021] env[63302]: DEBUG nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.914600] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1316ec-75da-4e55-a65a-0e62b718af70 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.956168] env[63302]: DEBUG nova.network.neutron [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1561.990717] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c9d33c-d90c-4bd6-a28c-26ac86af0804 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.002016] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e262abc-c139-47b8-8207-9666699dabae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.033087] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911afa2b-c8af-4d5d-a46b-967d120bfb20 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.044280] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f935b84-bbff-4980-b2c0-9e9b370197e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.060491] env[63302]: DEBUG nova.compute.provider_tree [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.169147] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.231658] env[63302]: DEBUG nova.network.neutron [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Updating instance_info_cache with network_info: [{"id": "ed0305a7-33d0-44c8-af43-056f4b25233c", "address": "fa:16:3e:6e:1c:a0", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0305a7-33", "ovs_interfaceid": "ed0305a7-33d0-44c8-af43-056f4b25233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.433851] env[63302]: INFO nova.compute.manager [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Took 53.32 seconds to build instance. [ 1562.439782] env[63302]: INFO nova.compute.manager [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Took 51.13 seconds to build instance. [ 1562.564788] env[63302]: DEBUG nova.scheduler.client.report [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.666468] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795401, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.735889] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-993deaf6-8c7a-4cfd-bad6-557d849fae36" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.735889] env[63302]: DEBUG nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Instance network_info: |[{"id": "ed0305a7-33d0-44c8-af43-056f4b25233c", "address": "fa:16:3e:6e:1c:a0", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0305a7-33", "ovs_interfaceid": "ed0305a7-33d0-44c8-af43-056f4b25233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1562.735889] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:1c:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed0305a7-33d0-44c8-af43-056f4b25233c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.744101] env[63302]: DEBUG oslo.service.loopingcall [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.744388] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.744645] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2545453-2552-4b41-9b48-7c69c791d1f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.766092] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.766092] env[63302]: value = "task-1795402" [ 1562.766092] env[63302]: _type = "Task" [ 1562.766092] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.775450] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795402, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.945031] env[63302]: DEBUG oslo_concurrency.lockutils [None req-892abb69-7cbf-49c8-988f-5b96570400c4 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a67d35d-5882-4494-9708-d0b921077856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.211s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.945031] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4cd30847-0b61-43f8-a60d-7d580b2e84b2 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "db561df9-0a6a-4c10-8d2f-4f3029a24505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.245s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.970586] env[63302]: DEBUG nova.compute.manager [req-24397934-f098-4058-86f5-0eacd5fed152 req-20691451-c311-4e26-a438-cdc037eb8222 service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Received event network-changed-ed0305a7-33d0-44c8-af43-056f4b25233c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1562.970793] env[63302]: DEBUG nova.compute.manager [req-24397934-f098-4058-86f5-0eacd5fed152 req-20691451-c311-4e26-a438-cdc037eb8222 service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Refreshing instance network info cache due to event network-changed-ed0305a7-33d0-44c8-af43-056f4b25233c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1562.971022] env[63302]: DEBUG oslo_concurrency.lockutils [req-24397934-f098-4058-86f5-0eacd5fed152 req-20691451-c311-4e26-a438-cdc037eb8222 service nova] Acquiring lock "refresh_cache-993deaf6-8c7a-4cfd-bad6-557d849fae36" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.971196] env[63302]: DEBUG oslo_concurrency.lockutils [req-24397934-f098-4058-86f5-0eacd5fed152 req-20691451-c311-4e26-a438-cdc037eb8222 service nova] Acquired lock "refresh_cache-993deaf6-8c7a-4cfd-bad6-557d849fae36" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.971336] env[63302]: DEBUG nova.network.neutron [req-24397934-f098-4058-86f5-0eacd5fed152 req-20691451-c311-4e26-a438-cdc037eb8222 service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Refreshing network info cache for port ed0305a7-33d0-44c8-af43-056f4b25233c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.071979] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.073832] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.053s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.074062] env[63302]: DEBUG nova.objects.instance [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lazy-loading 'resources' on Instance uuid ef827c35-7d3f-45da-9422-e058331ace32 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.080431] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "2a67d35d-5882-4494-9708-d0b921077856" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.080880] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a67d35d-5882-4494-9708-d0b921077856" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.081107] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "2a67d35d-5882-4494-9708-d0b921077856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.081344] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a67d35d-5882-4494-9708-d0b921077856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.081737] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a67d35d-5882-4494-9708-d0b921077856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.085622] env[63302]: INFO nova.compute.manager [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Terminating instance [ 1563.107518] env[63302]: INFO nova.scheduler.client.report [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Deleted allocations for instance 1bc765b2-1b03-408d-9a59-fa597303cf1f [ 1563.172571] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795401, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.277188] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795402, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.589107] env[63302]: DEBUG nova.compute.manager [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.589625] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.590649] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd4e2e8-c4a8-49dd-9315-c41c9ae03020 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.599729] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.600140] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d49264-f027-4248-8bee-3120e3793320 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.606876] env[63302]: DEBUG oslo_vmware.api [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1563.606876] env[63302]: value = "task-1795403" [ 1563.606876] env[63302]: _type = "Task" [ 1563.606876] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.616068] env[63302]: DEBUG oslo_concurrency.lockutils [None req-be5c106f-dd5d-4e77-aa99-84a5c15bfe25 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.406s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.619186] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 38.790s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.619946] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.620278] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.620626] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.625554] env[63302]: DEBUG oslo_vmware.api [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.626153] env[63302]: INFO nova.compute.manager [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Terminating instance [ 1563.676157] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795401, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.777606] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795402, 'name': CreateVM_Task, 'duration_secs': 0.787136} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.780467] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.781954] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.782250] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.782982] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.782982] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b11def5-9006-4b29-a214-928c5c27cd37 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.788650] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1563.788650] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521e3878-5ffa-7ff4-ac44-d498c0608e3a" [ 1563.788650] env[63302]: _type = "Task" [ 1563.788650] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.801199] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521e3878-5ffa-7ff4-ac44-d498c0608e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.105897] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c307275e-c735-484e-96d5-5aff516d5d47 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.119656] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4abe4e-c9f3-46a8-b81e-0202ba5d3070 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.123196] env[63302]: DEBUG oslo_vmware.api [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795403, 'name': PowerOffVM_Task, 'duration_secs': 0.238037} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.123461] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.123603] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.124496] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2efcaa49-e4e7-43d9-8744-03e9052aa3d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.153373] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.153532] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquired lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.153720] env[63302]: DEBUG nova.network.neutron [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.155978] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7f92ef-c4a9-4ddb-b14c-230cbdf39067 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.169564] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094df609-8077-464c-b38a-678b037531af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.178836] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795401, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.404059} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.186251] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 095044d1-c2db-4961-b885-7db97f5e14f1/095044d1-c2db-4961-b885-7db97f5e14f1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1564.186476] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1564.187234] env[63302]: DEBUG nova.compute.provider_tree [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.188489] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9737ace6-81de-41d6-ad34-a105949a0098 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.195736] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1564.195736] env[63302]: value = "task-1795405" [ 1564.195736] env[63302]: _type = "Task" [ 1564.195736] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.199926] env[63302]: DEBUG nova.network.neutron [req-24397934-f098-4058-86f5-0eacd5fed152 req-20691451-c311-4e26-a438-cdc037eb8222 service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Updated VIF entry in instance network info cache for port ed0305a7-33d0-44c8-af43-056f4b25233c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.200277] env[63302]: DEBUG nova.network.neutron [req-24397934-f098-4058-86f5-0eacd5fed152 req-20691451-c311-4e26-a438-cdc037eb8222 service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Updating instance_info_cache with network_info: [{"id": "ed0305a7-33d0-44c8-af43-056f4b25233c", "address": "fa:16:3e:6e:1c:a0", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0305a7-33", "ovs_interfaceid": "ed0305a7-33d0-44c8-af43-056f4b25233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.211594] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.298963] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521e3878-5ffa-7ff4-ac44-d498c0608e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.265334} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.299274] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.299500] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.299730] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.299879] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.300067] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.300329] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd5fa9f-6e11-413c-8997-5a6667c53732 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.308417] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.308641] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.309367] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bb9b7b-eafa-414d-b5da-e895cff41455 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.314604] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1564.314604] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52540db6-b0a8-31a7-8849-75053549d61b" [ 1564.314604] env[63302]: _type = "Task" [ 1564.314604] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.321894] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52540db6-b0a8-31a7-8849-75053549d61b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.402095] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.406075] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.406075] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Deleting the datastore file [datastore1] 2a67d35d-5882-4494-9708-d0b921077856 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.406075] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52277cfd-5ec2-40d5-8af6-72c1cb120080 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.408868] env[63302]: DEBUG oslo_vmware.api [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for the task: (returnval){ [ 1564.408868] env[63302]: value = "task-1795406" [ 1564.408868] env[63302]: _type = "Task" [ 1564.408868] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.417677] env[63302]: DEBUG oslo_vmware.api [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.660900] env[63302]: DEBUG nova.compute.utils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Can not refresh info_cache because instance was not found {{(pid=63302) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1564.685337] env[63302]: DEBUG nova.network.neutron [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1564.690471] env[63302]: DEBUG nova.compute.manager [req-9fc629cf-34df-4640-8ecf-fa5798674df4 req-4f420afa-9d65-495b-8ba5-615c1671da47 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Received event network-changed-b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1564.691087] env[63302]: DEBUG nova.compute.manager [req-9fc629cf-34df-4640-8ecf-fa5798674df4 req-4f420afa-9d65-495b-8ba5-615c1671da47 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Refreshing instance network info cache due to event network-changed-b3af955e-82e6-4acf-b60f-784fb148a19a. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1564.691690] env[63302]: DEBUG oslo_concurrency.lockutils [req-9fc629cf-34df-4640-8ecf-fa5798674df4 req-4f420afa-9d65-495b-8ba5-615c1671da47 service nova] Acquiring lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.691959] env[63302]: DEBUG oslo_concurrency.lockutils [req-9fc629cf-34df-4640-8ecf-fa5798674df4 req-4f420afa-9d65-495b-8ba5-615c1671da47 service nova] Acquired lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.692292] env[63302]: DEBUG nova.network.neutron [req-9fc629cf-34df-4640-8ecf-fa5798674df4 req-4f420afa-9d65-495b-8ba5-615c1671da47 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Refreshing network info cache for port b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.695300] env[63302]: DEBUG nova.scheduler.client.report [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.709651] env[63302]: DEBUG oslo_concurrency.lockutils [req-24397934-f098-4058-86f5-0eacd5fed152 req-20691451-c311-4e26-a438-cdc037eb8222 service nova] Releasing lock "refresh_cache-993deaf6-8c7a-4cfd-bad6-557d849fae36" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.714510] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077751} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.714815] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.716779] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5941fdf0-9d2c-42d9-8ba8-1846323f06b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.741408] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 095044d1-c2db-4961-b885-7db97f5e14f1/095044d1-c2db-4961-b885-7db97f5e14f1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.741795] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173661ec-9c38-45ca-a833-b89689cfbb12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.762955] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1564.762955] env[63302]: value = "task-1795407" [ 1564.762955] env[63302]: _type = "Task" [ 1564.762955] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.771637] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.824443] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52540db6-b0a8-31a7-8849-75053549d61b, 'name': SearchDatastore_Task, 'duration_secs': 0.008847} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.827245] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86eb41cf-a186-420e-b48c-f79661615ced {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.832965] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1564.832965] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b6ee43-cca7-dda9-66e2-c12965767f1f" [ 1564.832965] env[63302]: _type = "Task" [ 1564.832965] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.841353] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b6ee43-cca7-dda9-66e2-c12965767f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.919249] env[63302]: DEBUG oslo_vmware.api [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Task: {'id': task-1795406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373092} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.919514] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.919697] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.919872] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.920057] env[63302]: INFO nova.compute.manager [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1564.920297] env[63302]: DEBUG oslo.service.loopingcall [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.920489] env[63302]: DEBUG nova.compute.manager [-] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1564.920587] env[63302]: DEBUG nova.network.neutron [-] [instance: 2a67d35d-5882-4494-9708-d0b921077856] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.999772] env[63302]: DEBUG nova.network.neutron [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.057145] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "9a072ae8-004b-46b4-8985-a8f688fec424" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.057426] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "9a072ae8-004b-46b4-8985-a8f688fec424" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.057644] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "9a072ae8-004b-46b4-8985-a8f688fec424-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.058208] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "9a072ae8-004b-46b4-8985-a8f688fec424-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.058208] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "9a072ae8-004b-46b4-8985-a8f688fec424-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.060442] env[63302]: INFO nova.compute.manager [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Terminating instance [ 1565.206532] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.209062] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.481s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.235985] env[63302]: INFO nova.scheduler.client.report [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Deleted allocations for instance ef827c35-7d3f-45da-9422-e058331ace32 [ 1565.274685] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.342568] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b6ee43-cca7-dda9-66e2-c12965767f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.342845] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.343218] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 993deaf6-8c7a-4cfd-bad6-557d849fae36/993deaf6-8c7a-4cfd-bad6-557d849fae36.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.343479] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd13f939-56d3-45e9-a846-5196e6c44c4b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.350792] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1565.350792] env[63302]: value = "task-1795408" [ 1565.350792] env[63302]: _type = "Task" [ 1565.350792] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.358762] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.470062] env[63302]: DEBUG nova.network.neutron [req-9fc629cf-34df-4640-8ecf-fa5798674df4 req-4f420afa-9d65-495b-8ba5-615c1671da47 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Updated VIF entry in instance network info cache for port b3af955e-82e6-4acf-b60f-784fb148a19a. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.470556] env[63302]: DEBUG nova.network.neutron [req-9fc629cf-34df-4640-8ecf-fa5798674df4 req-4f420afa-9d65-495b-8ba5-615c1671da47 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Updating instance_info_cache with network_info: [{"id": "b3af955e-82e6-4acf-b60f-784fb148a19a", "address": "fa:16:3e:5b:ce:fc", "network": {"id": "62fcdc47-9084-4bad-adbd-6c9052fa1bba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-649569840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df0c2c7d100c4ec78745860896c1b2ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3af955e-82", "ovs_interfaceid": "b3af955e-82e6-4acf-b60f-784fb148a19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.502867] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Releasing lock "refresh_cache-1bc765b2-1b03-408d-9a59-fa597303cf1f" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.503333] env[63302]: DEBUG nova.compute.manager [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.503526] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.503817] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe1358ce-cd3a-44d9-9ed5-48294db8281a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.513271] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ddacc-bf4c-4bd9-ba1e-11f274d8b071 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.545376] env[63302]: WARNING nova.virt.vmwareapi.vmops [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1bc765b2-1b03-408d-9a59-fa597303cf1f could not be found. [ 1565.545491] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.545664] env[63302]: INFO nova.compute.manager [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1565.545927] env[63302]: DEBUG oslo.service.loopingcall [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.546261] env[63302]: DEBUG nova.compute.manager [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.546357] env[63302]: DEBUG nova.network.neutron [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.561220] env[63302]: DEBUG nova.network.neutron [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.568913] env[63302]: DEBUG nova.compute.manager [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.568913] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.569799] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac76ae26-61ad-4feb-8e25-88276c27f408 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.581962] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.583629] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8407fe8-e8db-47e4-a4bc-7168c7056142 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.593206] env[63302]: DEBUG oslo_vmware.api [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1565.593206] env[63302]: value = "task-1795409" [ 1565.593206] env[63302]: _type = "Task" [ 1565.593206] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.605039] env[63302]: DEBUG oslo_vmware.api [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.747737] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aa5863e-ab96-43bd-b301-f7b5f682224a tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "ef827c35-7d3f-45da-9422-e058331ace32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.402s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.777688] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795407, 'name': ReconfigVM_Task, 'duration_secs': 0.738155} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.779653] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 095044d1-c2db-4961-b885-7db97f5e14f1/095044d1-c2db-4961-b885-7db97f5e14f1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.781433] env[63302]: DEBUG nova.compute.manager [req-9b14c0a9-59c2-4631-b17b-8507e1bc0448 req-ca98e59e-03b2-4671-9824-f476f77a49e2 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Received event network-vif-deleted-f7aca799-3d21-4bc8-9651-a0cde4dc720f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1565.781730] env[63302]: INFO nova.compute.manager [req-9b14c0a9-59c2-4631-b17b-8507e1bc0448 req-ca98e59e-03b2-4671-9824-f476f77a49e2 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Neutron deleted interface f7aca799-3d21-4bc8-9651-a0cde4dc720f; detaching it from the instance and deleting it from the info cache [ 1565.782413] env[63302]: DEBUG nova.network.neutron [req-9b14c0a9-59c2-4631-b17b-8507e1bc0448 req-ca98e59e-03b2-4671-9824-f476f77a49e2 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Updating instance_info_cache with network_info: [{"id": "84c21378-7473-4a28-979b-d314cc205767", "address": "fa:16:3e:10:36:d6", "network": {"id": "bd8e7667-2647-41c3-8da1-042c6ff617d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1964601605", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "08b7f13f77aa4fe580e849fe4f043d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c21378-74", "ovs_interfaceid": "84c21378-7473-4a28-979b-d314cc205767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.783462] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba5da98f-41eb-4618-9f34-13486cbb08ad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.795248] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1565.795248] env[63302]: value = "task-1795410" [ 1565.795248] env[63302]: _type = "Task" [ 1565.795248] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.812246] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795410, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.870070] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795408, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.973944] env[63302]: DEBUG oslo_concurrency.lockutils [req-9fc629cf-34df-4640-8ecf-fa5798674df4 req-4f420afa-9d65-495b-8ba5-615c1671da47 service nova] Releasing lock "refresh_cache-db561df9-0a6a-4c10-8d2f-4f3029a24505" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.064412] env[63302]: DEBUG nova.network.neutron [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.103072] env[63302]: DEBUG oslo_vmware.api [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795409, 'name': PowerOffVM_Task, 'duration_secs': 0.239096} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.103356] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.103526] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1566.103762] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-278cb289-12bd-4bff-a9be-831497b947f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.193976] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.194262] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.194789] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Deleting the datastore file [datastore1] 9a072ae8-004b-46b4-8985-a8f688fec424 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.195532] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb1490d-6919-4828-bc20-391064352459 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.207416] env[63302]: DEBUG oslo_vmware.api [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for the task: (returnval){ [ 1566.207416] env[63302]: value = "task-1795412" [ 1566.207416] env[63302]: _type = "Task" [ 1566.207416] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.215993] env[63302]: DEBUG oslo_vmware.api [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.230018] env[63302]: INFO nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating resource usage from migration cce2e83c-1135-4871-ae6a-867ae939893b [ 1566.256138] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 75757aed-59d8-497a-a60a-e501399ae412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.256615] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance fb4a09f6-c7ea-447b-b44d-2023432a4747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.260117] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 741a96ac-5d39-421a-b482-e81a577652f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.260117] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 09c87e29-fc1a-4d86-9577-945789c97981 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.260117] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance aaef5fb9-cd3c-4d83-bf9c-968eaada2b94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.260117] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.260117] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 9a072ae8-004b-46b4-8985-a8f688fec424 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.260117] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.260117] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance ebd0c4e7-c729-4b39-b675-fa0868b82a83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.260536] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance bbfcb3b2-a3af-4843-943e-114d4b090fcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.260827] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance cf573838-c503-43d6-807b-0c44d80962b4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.261246] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance f00074db-810e-4764-b001-4a7835629d01 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.261918] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 529dbacd-fe2a-4165-83fb-53a683996fc4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.262307] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 61db11a7-dc0e-4c69-8f59-a855ee1c0279 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.262586] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.263204] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 242d685b-93b8-4b9c-8682-5cd3de2a8130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.264077] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 9a89f687-cafa-4f14-a45a-a6180dcf3d07 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.264703] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 3ce0e9fd-70bc-490f-9414-aa830d2935f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.265673] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.265806] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.265928] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 2a67d35d-5882-4494-9708-d0b921077856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.266073] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance db561df9-0a6a-4c10-8d2f-4f3029a24505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.266191] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 095044d1-c2db-4961-b885-7db97f5e14f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.267029] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 993deaf6-8c7a-4cfd-bad6-557d849fae36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.287946] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd5efd15-953a-4081-a6fa-7121818c4144 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.299386] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdeeaaf-a19a-4ba5-9ed3-84a99e52998d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.326034] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795410, 'name': Rename_Task, 'duration_secs': 0.415661} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.326650] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.327233] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e9711d-df07-4c59-931d-fc75cc36b563 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.343578] env[63302]: DEBUG nova.compute.manager [req-9b14c0a9-59c2-4631-b17b-8507e1bc0448 req-ca98e59e-03b2-4671-9824-f476f77a49e2 service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Detach interface failed, port_id=f7aca799-3d21-4bc8-9651-a0cde4dc720f, reason: Instance 2a67d35d-5882-4494-9708-d0b921077856 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1566.345191] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1566.345191] env[63302]: value = "task-1795413" [ 1566.345191] env[63302]: _type = "Task" [ 1566.345191] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.353178] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795413, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.360997] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594913} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.361386] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 993deaf6-8c7a-4cfd-bad6-557d849fae36/993deaf6-8c7a-4cfd-bad6-557d849fae36.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.361604] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.361874] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23262fcd-20b9-4135-8254-c09088ae0d0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.368680] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1566.368680] env[63302]: value = "task-1795414" [ 1566.368680] env[63302]: _type = "Task" [ 1566.368680] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.377690] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.492865] env[63302]: DEBUG nova.network.neutron [-] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.568261] env[63302]: INFO nova.compute.manager [-] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Took 1.02 seconds to deallocate network for instance. [ 1566.696594] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.696880] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.697123] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.697317] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.697490] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.703317] env[63302]: INFO nova.compute.manager [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Terminating instance [ 1566.717179] env[63302]: DEBUG oslo_vmware.api [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.769813] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 955a94d5-a8c9-44eb-be2f-337bc0f97304 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1566.856282] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.878855] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069735} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.879158] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.879985] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1aca44-cffe-46cc-becb-d63deab1271f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.905462] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 993deaf6-8c7a-4cfd-bad6-557d849fae36/993deaf6-8c7a-4cfd-bad6-557d849fae36.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.905462] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a92e053b-877a-4488-96ca-d420c017790d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.925647] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1566.925647] env[63302]: value = "task-1795415" [ 1566.925647] env[63302]: _type = "Task" [ 1566.925647] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.934256] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.996085] env[63302]: INFO nova.compute.manager [-] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Took 2.08 seconds to deallocate network for instance. [ 1567.075358] env[63302]: INFO nova.compute.manager [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance disappeared during terminate [ 1567.075609] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0371b0ca-c3ae-4f63-8190-92ea629b42a1 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "1bc765b2-1b03-408d-9a59-fa597303cf1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.457s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.207657] env[63302]: DEBUG nova.compute.manager [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1567.208127] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1567.208737] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d0bd72-ce27-450a-bbef-363911f98895 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.220093] env[63302]: DEBUG oslo_vmware.api [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Task: {'id': task-1795412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548524} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.222243] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1567.222426] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1567.222602] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1567.222760] env[63302]: INFO nova.compute.manager [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1567.222991] env[63302]: DEBUG oslo.service.loopingcall [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.223244] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.223721] env[63302]: DEBUG nova.compute.manager [-] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1567.223814] env[63302]: DEBUG nova.network.neutron [-] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1567.226561] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de3d6e2c-5b97-4596-ad24-6f69dd665b9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.231218] env[63302]: DEBUG oslo_vmware.api [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1567.231218] env[63302]: value = "task-1795416" [ 1567.231218] env[63302]: _type = "Task" [ 1567.231218] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.238811] env[63302]: DEBUG oslo_vmware.api [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.273862] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c5cc89c3-9037-464d-b4c8-3bf4e121ee83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1567.274035] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Migration cce2e83c-1135-4871-ae6a-867ae939893b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1567.274169] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 1000d22c-18b0-47a5-bcfb-1f2af539412a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.356524] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.437294] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795415, 'name': ReconfigVM_Task, 'duration_secs': 0.310609} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.437521] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 993deaf6-8c7a-4cfd-bad6-557d849fae36/993deaf6-8c7a-4cfd-bad6-557d849fae36.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.438308] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81d70f3c-866f-43fb-8bc6-8e3e74b9337b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.446513] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1567.446513] env[63302]: value = "task-1795417" [ 1567.446513] env[63302]: _type = "Task" [ 1567.446513] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.457174] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795417, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.502934] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.746598] env[63302]: DEBUG oslo_vmware.api [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795416, 'name': PowerOffVM_Task, 'duration_secs': 0.33468} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.746598] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.746598] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.746598] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2240078-db04-4f00-bab3-bacea0be711a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.777479] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 25358a48-5664-4841-9b5a-fcbccea1b293 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1567.812970] env[63302]: DEBUG nova.compute.manager [req-cf46e963-5b4e-41e5-aba9-3eb4d7652374 req-e13c2e5d-2af1-4c03-804d-8087721707cd service nova] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Received event network-vif-deleted-84c21378-7473-4a28-979b-d314cc205767 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.813973] env[63302]: DEBUG nova.compute.manager [req-cf46e963-5b4e-41e5-aba9-3eb4d7652374 req-e13c2e5d-2af1-4c03-804d-8087721707cd service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Received event network-vif-deleted-b95b51dc-d43b-4beb-84cd-19f7e0d22810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.813973] env[63302]: INFO nova.compute.manager [req-cf46e963-5b4e-41e5-aba9-3eb4d7652374 req-e13c2e5d-2af1-4c03-804d-8087721707cd service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Neutron deleted interface b95b51dc-d43b-4beb-84cd-19f7e0d22810; detaching it from the instance and deleting it from the info cache [ 1567.814193] env[63302]: DEBUG nova.network.neutron [req-cf46e963-5b4e-41e5-aba9-3eb4d7652374 req-e13c2e5d-2af1-4c03-804d-8087721707cd service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.855712] env[63302]: DEBUG oslo_vmware.api [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795413, 'name': PowerOnVM_Task, 'duration_secs': 1.152678} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.855981] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.856311] env[63302]: INFO nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1567.856420] env[63302]: DEBUG nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.857474] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321d6e09-887b-4062-bbd8-708bfa6526cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.957216] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795417, 'name': Rename_Task, 'duration_secs': 0.232338} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.957515] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.957767] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4e68e6-41d9-49a5-b846-83fb341f8799 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.964367] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1567.964367] env[63302]: value = "task-1795419" [ 1567.964367] env[63302]: _type = "Task" [ 1567.964367] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.972582] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.113642] env[63302]: DEBUG nova.network.neutron [-] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.281150] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a3086519-e3e2-439d-8dfd-942b8d506742 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1568.316457] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e0575fe-fc82-4f60-abc3-38a036282b5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.326219] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f88772-dc49-44fb-b5d0-d04ba7794698 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.360284] env[63302]: DEBUG nova.compute.manager [req-cf46e963-5b4e-41e5-aba9-3eb4d7652374 req-e13c2e5d-2af1-4c03-804d-8087721707cd service nova] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Detach interface failed, port_id=b95b51dc-d43b-4beb-84cd-19f7e0d22810, reason: Instance 9a072ae8-004b-46b4-8985-a8f688fec424 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1568.373215] env[63302]: INFO nova.compute.manager [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Took 53.45 seconds to build instance. [ 1568.480170] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795419, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.617463] env[63302]: INFO nova.compute.manager [-] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Took 1.39 seconds to deallocate network for instance. [ 1568.784586] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 345bff52-622f-4d37-8aff-a956c3a79aa1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1568.875046] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b831f235-3907-4d01-aa6e-68f404242ce6 tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "095044d1-c2db-4961-b885-7db97f5e14f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.960s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.975224] env[63302]: DEBUG oslo_vmware.api [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795419, 'name': PowerOnVM_Task, 'duration_secs': 0.550128} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.975497] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.975712] env[63302]: INFO nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1568.976470] env[63302]: DEBUG nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.977340] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb42303-decb-48c2-944e-54f987b5603e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.124994] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.138772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquiring lock "095044d1-c2db-4961-b885-7db97f5e14f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.139150] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "095044d1-c2db-4961-b885-7db97f5e14f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.139298] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquiring lock "095044d1-c2db-4961-b885-7db97f5e14f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.139484] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "095044d1-c2db-4961-b885-7db97f5e14f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.139654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "095044d1-c2db-4961-b885-7db97f5e14f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.144851] env[63302]: INFO nova.compute.manager [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Terminating instance [ 1569.287327] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 993c3dc1-7699-4f81-a5c0-f0352a532b04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1569.287649] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1569.287824] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1569.496377] env[63302]: INFO nova.compute.manager [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Took 49.18 seconds to build instance. [ 1569.648614] env[63302]: DEBUG nova.compute.manager [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.650174] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.651290] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc63135-fd32-4e6a-b933-3173e474d393 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.659101] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.659395] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-634a20db-9dce-4972-bb4f-690c356c9337 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.665527] env[63302]: DEBUG oslo_vmware.api [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1569.665527] env[63302]: value = "task-1795420" [ 1569.665527] env[63302]: _type = "Task" [ 1569.665527] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.674146] env[63302]: DEBUG oslo_vmware.api [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.722993] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9a08d3-5b66-4646-91cf-c110d787ec59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.730677] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4730a32c-d459-444b-8cdb-c050afd4c3db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.761138] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2707484-379a-4a1b-8d7c-3e2a9757050e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.769571] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ca3770-05f3-4e01-afb1-72a4c1472370 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.785775] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.853171] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.853413] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.853600] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Deleting the datastore file [datastore1] aaef5fb9-cd3c-4d83-bf9c-968eaada2b94 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.853876] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f90caeea-9fa9-4d95-9dcd-a0e202a9742f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.862883] env[63302]: DEBUG oslo_vmware.api [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for the task: (returnval){ [ 1569.862883] env[63302]: value = "task-1795421" [ 1569.862883] env[63302]: _type = "Task" [ 1569.862883] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.870949] env[63302]: DEBUG oslo_vmware.api [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.999290] env[63302]: DEBUG oslo_concurrency.lockutils [None req-10948f1b-1d7e-46fe-a539-dca50a9357ef tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.049s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.176103] env[63302]: DEBUG oslo_vmware.api [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795420, 'name': PowerOffVM_Task, 'duration_secs': 0.209219} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.176387] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.176557] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.176806] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2764c40a-85c0-42f0-ab17-caadd5774055 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.288258] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.366967] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.366967] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.366967] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Deleting the datastore file [datastore1] 095044d1-c2db-4961-b885-7db97f5e14f1 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.366967] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b0a7f02-beed-4668-b905-b2d7c661de8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.366967] env[63302]: DEBUG oslo_vmware.api [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for the task: (returnval){ [ 1570.366967] env[63302]: value = "task-1795423" [ 1570.366967] env[63302]: _type = "Task" [ 1570.366967] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.366967] env[63302]: DEBUG oslo_vmware.api [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.373305] env[63302]: DEBUG oslo_vmware.api [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Task: {'id': task-1795421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216486} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.373562] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.373746] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.373923] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.374111] env[63302]: INFO nova.compute.manager [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Took 3.17 seconds to destroy the instance on the hypervisor. [ 1570.374356] env[63302]: DEBUG oslo.service.loopingcall [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.374544] env[63302]: DEBUG nova.compute.manager [-] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1570.374639] env[63302]: DEBUG nova.network.neutron [-] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.441870] env[63302]: DEBUG oslo_concurrency.lockutils [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.442289] env[63302]: DEBUG oslo_concurrency.lockutils [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.775636] env[63302]: DEBUG nova.compute.manager [req-a940f499-d917-4e65-a210-338e5050214d req-484f4250-87bc-41fa-a3e6-f7def5e343e9 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Received event network-vif-deleted-9bcf29bc-7c29-49e3-9331-51d81299ec88 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1570.775830] env[63302]: INFO nova.compute.manager [req-a940f499-d917-4e65-a210-338e5050214d req-484f4250-87bc-41fa-a3e6-f7def5e343e9 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Neutron deleted interface 9bcf29bc-7c29-49e3-9331-51d81299ec88; detaching it from the instance and deleting it from the info cache [ 1570.776016] env[63302]: DEBUG nova.network.neutron [req-a940f499-d917-4e65-a210-338e5050214d req-484f4250-87bc-41fa-a3e6-f7def5e343e9 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.793611] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1570.793878] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.585s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.794250] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.903s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.795865] env[63302]: INFO nova.compute.claims [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.854490] env[63302]: DEBUG oslo_vmware.api [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Task: {'id': task-1795423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121232} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.854490] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.854490] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.854637] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.854848] env[63302]: INFO nova.compute.manager [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1570.855173] env[63302]: DEBUG oslo.service.loopingcall [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.855416] env[63302]: DEBUG nova.compute.manager [-] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1570.855536] env[63302]: DEBUG nova.network.neutron [-] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.946301] env[63302]: DEBUG nova.compute.utils [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.116180] env[63302]: DEBUG nova.network.neutron [-] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.279800] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-095cce20-ef8d-44bb-b750-459ef46664f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.289980] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c17c2-c4da-4c2e-bd03-bcffab6b7b07 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.322849] env[63302]: DEBUG nova.compute.manager [req-a940f499-d917-4e65-a210-338e5050214d req-484f4250-87bc-41fa-a3e6-f7def5e343e9 service nova] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Detach interface failed, port_id=9bcf29bc-7c29-49e3-9331-51d81299ec88, reason: Instance aaef5fb9-cd3c-4d83-bf9c-968eaada2b94 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1571.449496] env[63302]: DEBUG oslo_concurrency.lockutils [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.618522] env[63302]: INFO nova.compute.manager [-] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Took 1.24 seconds to deallocate network for instance. [ 1571.642215] env[63302]: DEBUG nova.network.neutron [-] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.125880] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.146842] env[63302]: INFO nova.compute.manager [-] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Took 1.29 seconds to deallocate network for instance. [ 1572.217386] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18388a66-fdf3-4244-a9d2-ade1bd819eb3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.226589] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13fb1ae-1a6e-45b5-a0ea-7aad58104f12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.259429] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d226f-819e-490b-b1be-3ed25979ff0d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.267450] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067c009-963e-42ba-8a42-47aceb4d9b89 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.281028] env[63302]: DEBUG nova.compute.provider_tree [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.527863] env[63302]: DEBUG oslo_concurrency.lockutils [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.527863] env[63302]: DEBUG oslo_concurrency.lockutils [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.528233] env[63302]: INFO nova.compute.manager [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Attaching volume 223094db-2afd-4ad4-bbae-672ddcd3e462 to /dev/sdb [ 1572.565554] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb259b6-1b43-4143-81e9-9d8f21fecf57 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.572345] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c7cda4-94d6-4c65-a23d-61ba1f82033b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.585740] env[63302]: DEBUG nova.virt.block_device [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Updating existing volume attachment record: 91fbe38e-9d2f-44d2-9f28-d589fa678f6c {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1572.653222] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.785634] env[63302]: DEBUG nova.scheduler.client.report [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.834302] env[63302]: DEBUG nova.compute.manager [req-00445e7c-8ea5-4e86-a876-231bdc515504 req-2542a202-e98a-4373-8d4d-4a38e4e2df3d service nova] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Received event network-vif-deleted-61da4d68-fc29-439e-a455-fbe5f3ae11e8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1573.294603] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.294603] env[63302]: DEBUG nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1573.296930] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.486s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.297304] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.299609] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.397s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.299798] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.301584] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.835s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.301763] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.303307] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.976s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.304752] env[63302]: INFO nova.compute.claims [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.335280] env[63302]: INFO nova.scheduler.client.report [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Deleted allocations for instance cf573838-c503-43d6-807b-0c44d80962b4 [ 1573.337091] env[63302]: INFO nova.scheduler.client.report [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted allocations for instance 529dbacd-fe2a-4165-83fb-53a683996fc4 [ 1573.349956] env[63302]: INFO nova.scheduler.client.report [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleted allocations for instance 09c87e29-fc1a-4d86-9577-945789c97981 [ 1573.809711] env[63302]: DEBUG nova.compute.utils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1573.812994] env[63302]: DEBUG nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1573.813175] env[63302]: DEBUG nova.network.neutron [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1573.849107] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66e9c34a-65c0-488e-bc8c-db521fe73684 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "529dbacd-fe2a-4165-83fb-53a683996fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.882s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.850395] env[63302]: DEBUG oslo_concurrency.lockutils [None req-13943b7f-b604-4c9e-9914-6e79b368a3ac tempest-ServersTestFqdnHostnames-1882164807 tempest-ServersTestFqdnHostnames-1882164807-project-member] Lock "cf573838-c503-43d6-807b-0c44d80962b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.431s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.859412] env[63302]: DEBUG oslo_concurrency.lockutils [None req-df237a49-f418-4817-9d80-6ff4aee7d8da tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "09c87e29-fc1a-4d86-9577-945789c97981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.069s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.861456] env[63302]: DEBUG nova.policy [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f0e7d5a538c4f088eb65467666391c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2570721427e4e7baf151bd8823c949e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1574.214361] env[63302]: DEBUG nova.network.neutron [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Successfully created port: 9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.314398] env[63302]: DEBUG nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1574.707712] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98869150-76a6-4192-a5ed-ad7babc64fe3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.715933] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283a47e-5346-4685-b277-b657bd3aa0e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.755605] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b4c57-0879-42ba-92cd-4933a5cbfe17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.765648] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b16f71-e85f-476f-b611-cc57d0acd5e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.783129] env[63302]: DEBUG nova.compute.provider_tree [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.288012] env[63302]: DEBUG nova.scheduler.client.report [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.326850] env[63302]: DEBUG nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1575.362127] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1575.362391] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.362551] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1575.362974] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.363217] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1575.363509] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1575.363907] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1575.364096] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1575.364278] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1575.364450] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1575.364844] env[63302]: DEBUG nova.virt.hardware [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1575.366236] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae174d-1216-4f13-a9af-e68e422542f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.376431] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93fea2c-2213-4f39-bbca-d89f12f257cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.793559] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.794117] env[63302]: DEBUG nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1575.798519] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.771s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.798804] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.802330] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.218s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.802452] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.807064] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.843s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.843233] env[63302]: INFO nova.scheduler.client.report [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Deleted allocations for instance 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4 [ 1575.845842] env[63302]: INFO nova.scheduler.client.report [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted allocations for instance 9a89f687-cafa-4f14-a45a-a6180dcf3d07 [ 1576.079847] env[63302]: DEBUG nova.compute.manager [req-ec6c5ca1-235a-41d4-9265-06ce2fa8d53c req-e674aaa2-ebfa-46be-b2a0-e93586dfd8a7 service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Received event network-vif-plugged-9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1576.080317] env[63302]: DEBUG oslo_concurrency.lockutils [req-ec6c5ca1-235a-41d4-9265-06ce2fa8d53c req-e674aaa2-ebfa-46be-b2a0-e93586dfd8a7 service nova] Acquiring lock "955a94d5-a8c9-44eb-be2f-337bc0f97304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.080317] env[63302]: DEBUG oslo_concurrency.lockutils [req-ec6c5ca1-235a-41d4-9265-06ce2fa8d53c req-e674aaa2-ebfa-46be-b2a0-e93586dfd8a7 service nova] Lock "955a94d5-a8c9-44eb-be2f-337bc0f97304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.080466] env[63302]: DEBUG oslo_concurrency.lockutils [req-ec6c5ca1-235a-41d4-9265-06ce2fa8d53c req-e674aaa2-ebfa-46be-b2a0-e93586dfd8a7 service nova] Lock "955a94d5-a8c9-44eb-be2f-337bc0f97304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.080632] env[63302]: DEBUG nova.compute.manager [req-ec6c5ca1-235a-41d4-9265-06ce2fa8d53c req-e674aaa2-ebfa-46be-b2a0-e93586dfd8a7 service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] No waiting events found dispatching network-vif-plugged-9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1576.080829] env[63302]: WARNING nova.compute.manager [req-ec6c5ca1-235a-41d4-9265-06ce2fa8d53c req-e674aaa2-ebfa-46be-b2a0-e93586dfd8a7 service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Received unexpected event network-vif-plugged-9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef for instance with vm_state building and task_state spawning. [ 1576.128446] env[63302]: DEBUG nova.network.neutron [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Successfully updated port: 9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1576.311457] env[63302]: DEBUG nova.compute.utils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.317233] env[63302]: INFO nova.compute.claims [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1576.320857] env[63302]: DEBUG nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1576.321529] env[63302]: DEBUG nova.network.neutron [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.357357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-39287b9e-e7d9-4675-9ac4-0f890369e4f6 tempest-AttachInterfacesUnderV243Test-735745664 tempest-AttachInterfacesUnderV243Test-735745664-project-member] Lock "9bbe6c64-07de-41cd-a54c-2d57e16ab4e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.139s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.358469] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0335306-a4ef-4328-8f51-5a8f02ce4f64 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "9a89f687-cafa-4f14-a45a-a6180dcf3d07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.214s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.388971] env[63302]: DEBUG nova.policy [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa59af9a569f49a6a465d0f31ecaf74e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1231c07aeaf4a71abaeb71aa97aeaf2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.630478] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-955a94d5-a8c9-44eb-be2f-337bc0f97304" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.630859] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-955a94d5-a8c9-44eb-be2f-337bc0f97304" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.630963] env[63302]: DEBUG nova.network.neutron [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.735099] env[63302]: DEBUG nova.network.neutron [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Successfully created port: 5863bb6e-d56b-4e57-8f65-c9b6a2054a7e {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.829534] env[63302]: INFO nova.compute.resource_tracker [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating resource usage from migration cce2e83c-1135-4871-ae6a-867ae939893b [ 1576.832937] env[63302]: DEBUG nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1577.137209] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1577.137209] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372375', 'volume_id': '223094db-2afd-4ad4-bbae-672ddcd3e462', 'name': 'volume-223094db-2afd-4ad4-bbae-672ddcd3e462', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '993deaf6-8c7a-4cfd-bad6-557d849fae36', 'attached_at': '', 'detached_at': '', 'volume_id': '223094db-2afd-4ad4-bbae-672ddcd3e462', 'serial': '223094db-2afd-4ad4-bbae-672ddcd3e462'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1577.140826] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bcddd4-8cdc-4105-b92c-375e660ffa2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.166017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6c0c3d-87d3-438f-99be-aa0939087802 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.200958] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-223094db-2afd-4ad4-bbae-672ddcd3e462/volume-223094db-2afd-4ad4-bbae-672ddcd3e462.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.204570] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d31ef32b-effa-4804-b728-bc6be917f656 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.226508] env[63302]: DEBUG oslo_vmware.api [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1577.226508] env[63302]: value = "task-1795428" [ 1577.226508] env[63302]: _type = "Task" [ 1577.226508] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.235230] env[63302]: DEBUG oslo_vmware.api [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.237350] env[63302]: DEBUG nova.network.neutron [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1577.300115] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.300383] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "d5480818-0f2c-459f-921d-a2740b215696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.356355] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17f1767-58a9-48ab-95fb-727915c02e1a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.365275] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c61ca0c-5345-47d7-9dd3-36c450293626 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.403918] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4bc909-0cff-4001-bdb5-57c3e5de05e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.414241] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652854d9-0969-4d84-a817-afb6bf35ca72 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.431055] env[63302]: DEBUG nova.compute.provider_tree [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.574326] env[63302]: DEBUG nova.network.neutron [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Updating instance_info_cache with network_info: [{"id": "9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef", "address": "fa:16:3e:14:6a:4e", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec7cc49-5c", "ovs_interfaceid": "9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.736621] env[63302]: DEBUG oslo_vmware.api [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795428, 'name': ReconfigVM_Task, 'duration_secs': 0.400194} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.736907] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-223094db-2afd-4ad4-bbae-672ddcd3e462/volume-223094db-2afd-4ad4-bbae-672ddcd3e462.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1577.741952] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c0d2b4-936a-4da8-8809-6d29a5788ac7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.759618] env[63302]: DEBUG oslo_vmware.api [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1577.759618] env[63302]: value = "task-1795429" [ 1577.759618] env[63302]: _type = "Task" [ 1577.759618] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.777393] env[63302]: DEBUG oslo_vmware.api [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.804469] env[63302]: DEBUG nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.844757] env[63302]: DEBUG nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1577.873070] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1577.873440] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.873564] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1577.873768] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.873912] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1577.874135] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1577.874394] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1577.874593] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1577.874796] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1577.875018] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1577.875238] env[63302]: DEBUG nova.virt.hardware [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1577.876466] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb23696-1f2c-424b-a823-06e6f557d559 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.885440] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1053c6-466e-453c-b4df-6e3daa92c244 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.934300] env[63302]: DEBUG nova.scheduler.client.report [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.079549] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-955a94d5-a8c9-44eb-be2f-337bc0f97304" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.079549] env[63302]: DEBUG nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Instance network_info: |[{"id": "9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef", "address": "fa:16:3e:14:6a:4e", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec7cc49-5c", "ovs_interfaceid": "9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1578.079549] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:6a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.088786] env[63302]: DEBUG oslo.service.loopingcall [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.090180] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1578.091082] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41fad309-6247-4127-82cd-b68c9ff0c069 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.117016] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.117016] env[63302]: value = "task-1795430" [ 1578.117016] env[63302]: _type = "Task" [ 1578.117016] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.124563] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795430, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.271411] env[63302]: DEBUG oslo_vmware.api [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795429, 'name': ReconfigVM_Task, 'duration_secs': 0.186195} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.271716] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372375', 'volume_id': '223094db-2afd-4ad4-bbae-672ddcd3e462', 'name': 'volume-223094db-2afd-4ad4-bbae-672ddcd3e462', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '993deaf6-8c7a-4cfd-bad6-557d849fae36', 'attached_at': '', 'detached_at': '', 'volume_id': '223094db-2afd-4ad4-bbae-672ddcd3e462', 'serial': '223094db-2afd-4ad4-bbae-672ddcd3e462'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1578.319992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "d401787b-7960-488a-9d12-949af3f2623c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.320241] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d401787b-7960-488a-9d12-949af3f2623c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.325620] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.361217] env[63302]: DEBUG nova.compute.manager [req-d410730e-720f-4cef-b2f7-a74f48d9ef64 req-8b4a2098-3a43-4cb9-893d-34a5604b4fcf service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Received event network-changed-9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1578.361516] env[63302]: DEBUG nova.compute.manager [req-d410730e-720f-4cef-b2f7-a74f48d9ef64 req-8b4a2098-3a43-4cb9-893d-34a5604b4fcf service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Refreshing instance network info cache due to event network-changed-9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1578.361567] env[63302]: DEBUG oslo_concurrency.lockutils [req-d410730e-720f-4cef-b2f7-a74f48d9ef64 req-8b4a2098-3a43-4cb9-893d-34a5604b4fcf service nova] Acquiring lock "refresh_cache-955a94d5-a8c9-44eb-be2f-337bc0f97304" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.361739] env[63302]: DEBUG oslo_concurrency.lockutils [req-d410730e-720f-4cef-b2f7-a74f48d9ef64 req-8b4a2098-3a43-4cb9-893d-34a5604b4fcf service nova] Acquired lock "refresh_cache-955a94d5-a8c9-44eb-be2f-337bc0f97304" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.361930] env[63302]: DEBUG nova.network.neutron [req-d410730e-720f-4cef-b2f7-a74f48d9ef64 req-8b4a2098-3a43-4cb9-893d-34a5604b4fcf service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Refreshing network info cache for port 9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.441341] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.634s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.445017] env[63302]: INFO nova.compute.manager [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Migrating [ 1578.454911] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.831s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.456596] env[63302]: INFO nova.compute.claims [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.607212] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "35de6f27-1716-4edf-a201-de2c7e2c0341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.607453] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "35de6f27-1716-4edf-a201-de2c7e2c0341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.627295] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795430, 'name': CreateVM_Task, 'duration_secs': 0.371664} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.627479] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.628393] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.628562] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.628899] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.629248] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8bdd9d-f340-460c-9a4e-b6e01e0eaf89 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.635034] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1578.635034] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522349bf-dd0b-ccec-cbce-b0faa817f0b2" [ 1578.635034] env[63302]: _type = "Task" [ 1578.635034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.643636] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522349bf-dd0b-ccec-cbce-b0faa817f0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.819330] env[63302]: DEBUG nova.network.neutron [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Successfully updated port: 5863bb6e-d56b-4e57-8f65-c9b6a2054a7e {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.823510] env[63302]: DEBUG nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1578.973301] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.974072] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.974072] env[63302]: DEBUG nova.network.neutron [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.110070] env[63302]: DEBUG nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1579.148089] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522349bf-dd0b-ccec-cbce-b0faa817f0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.148089] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.148089] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.148313] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.148424] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.148617] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.148885] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9598e56-5e99-47cf-946d-b8046ba2affd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.263063] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.263063] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.263063] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74c8b84-cef1-4ae2-8d92-df15f9c5b6db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.263063] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1579.263063] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527037fd-46d9-db2e-7345-ad672af29d18" [ 1579.263063] env[63302]: _type = "Task" [ 1579.263063] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.263063] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527037fd-46d9-db2e-7345-ad672af29d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.314681] env[63302]: DEBUG nova.objects.instance [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lazy-loading 'flavor' on Instance uuid 993deaf6-8c7a-4cfd-bad6-557d849fae36 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.323413] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquiring lock "refresh_cache-c5cc89c3-9037-464d-b4c8-3bf4e121ee83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.323413] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquired lock "refresh_cache-c5cc89c3-9037-464d-b4c8-3bf4e121ee83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.323413] env[63302]: DEBUG nova.network.neutron [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.354325] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.404824] env[63302]: DEBUG nova.network.neutron [req-d410730e-720f-4cef-b2f7-a74f48d9ef64 req-8b4a2098-3a43-4cb9-893d-34a5604b4fcf service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Updated VIF entry in instance network info cache for port 9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.405256] env[63302]: DEBUG nova.network.neutron [req-d410730e-720f-4cef-b2f7-a74f48d9ef64 req-8b4a2098-3a43-4cb9-893d-34a5604b4fcf service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Updating instance_info_cache with network_info: [{"id": "9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef", "address": "fa:16:3e:14:6a:4e", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec7cc49-5c", "ovs_interfaceid": "9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.632038] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.746885] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527037fd-46d9-db2e-7345-ad672af29d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.786649] env[63302]: DEBUG nova.network.neutron [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance_info_cache with network_info: [{"id": "b1ec8355-d095-4458-952e-987456a7c13c", "address": "fa:16:3e:1c:fe:b3", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ec8355-d0", "ovs_interfaceid": "b1ec8355-d095-4458-952e-987456a7c13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.820701] env[63302]: DEBUG oslo_concurrency.lockutils [None req-424ad2b8-805c-4b58-ad70-1c840ea93214 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.860476] env[63302]: DEBUG nova.network.neutron [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1579.908568] env[63302]: DEBUG oslo_concurrency.lockutils [req-d410730e-720f-4cef-b2f7-a74f48d9ef64 req-8b4a2098-3a43-4cb9-893d-34a5604b4fcf service nova] Releasing lock "refresh_cache-955a94d5-a8c9-44eb-be2f-337bc0f97304" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.959160] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20af3a4e-86ae-4df5-91a6-fee3829b53f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.966638] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6483d6b-901e-4a1c-a1c3-83ab3874cee6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.001759] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326f6f90-fec9-41f3-8708-2f04a650d460 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.012093] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d8f9cd-cf54-4117-b390-ec06034b00a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.031326] env[63302]: DEBUG nova.compute.provider_tree [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.043197] env[63302]: DEBUG nova.network.neutron [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Updating instance_info_cache with network_info: [{"id": "5863bb6e-d56b-4e57-8f65-c9b6a2054a7e", "address": "fa:16:3e:16:bd:93", "network": {"id": "843ed59d-33eb-407c-b01b-6762fbcd540d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1684916839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1231c07aeaf4a71abaeb71aa97aeaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863bb6e-d5", "ovs_interfaceid": "5863bb6e-d56b-4e57-8f65-c9b6a2054a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.093204] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.094094] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.094094] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "993deaf6-8c7a-4cfd-bad6-557d849fae36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.094094] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.094224] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.096840] env[63302]: INFO nova.compute.manager [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Terminating instance [ 1580.246448] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527037fd-46d9-db2e-7345-ad672af29d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.297594] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.453475] env[63302]: DEBUG nova.compute.manager [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Received event network-vif-plugged-5863bb6e-d56b-4e57-8f65-c9b6a2054a7e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1580.453475] env[63302]: DEBUG oslo_concurrency.lockutils [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] Acquiring lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.453475] env[63302]: DEBUG oslo_concurrency.lockutils [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] Lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.453475] env[63302]: DEBUG oslo_concurrency.lockutils [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] Lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.453475] env[63302]: DEBUG nova.compute.manager [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] No waiting events found dispatching network-vif-plugged-5863bb6e-d56b-4e57-8f65-c9b6a2054a7e {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1580.453475] env[63302]: WARNING nova.compute.manager [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Received unexpected event network-vif-plugged-5863bb6e-d56b-4e57-8f65-c9b6a2054a7e for instance with vm_state building and task_state spawning. [ 1580.453475] env[63302]: DEBUG nova.compute.manager [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Received event network-changed-5863bb6e-d56b-4e57-8f65-c9b6a2054a7e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1580.453475] env[63302]: DEBUG nova.compute.manager [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Refreshing instance network info cache due to event network-changed-5863bb6e-d56b-4e57-8f65-c9b6a2054a7e. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1580.453475] env[63302]: DEBUG oslo_concurrency.lockutils [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] Acquiring lock "refresh_cache-c5cc89c3-9037-464d-b4c8-3bf4e121ee83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.535853] env[63302]: DEBUG nova.scheduler.client.report [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.546311] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Releasing lock "refresh_cache-c5cc89c3-9037-464d-b4c8-3bf4e121ee83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.546311] env[63302]: DEBUG nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Instance network_info: |[{"id": "5863bb6e-d56b-4e57-8f65-c9b6a2054a7e", "address": "fa:16:3e:16:bd:93", "network": {"id": "843ed59d-33eb-407c-b01b-6762fbcd540d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1684916839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1231c07aeaf4a71abaeb71aa97aeaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863bb6e-d5", "ovs_interfaceid": "5863bb6e-d56b-4e57-8f65-c9b6a2054a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1580.546421] env[63302]: DEBUG oslo_concurrency.lockutils [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] Acquired lock "refresh_cache-c5cc89c3-9037-464d-b4c8-3bf4e121ee83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.547101] env[63302]: DEBUG nova.network.neutron [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Refreshing network info cache for port 5863bb6e-d56b-4e57-8f65-c9b6a2054a7e {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.547723] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:bd:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5863bb6e-d56b-4e57-8f65-c9b6a2054a7e', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.562023] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Creating folder: Project (c1231c07aeaf4a71abaeb71aa97aeaf2). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1580.562023] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01fabe77-92a4-4109-9612-921973c4da69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.576011] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Created folder: Project (c1231c07aeaf4a71abaeb71aa97aeaf2) in parent group-v372222. [ 1580.578171] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Creating folder: Instances. Parent ref: group-v372377. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1580.578599] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0749b285-b9a1-44db-826d-9fd30d394be7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.593578] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Created folder: Instances in parent group-v372377. [ 1580.593578] env[63302]: DEBUG oslo.service.loopingcall [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.593704] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.593812] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04303ecd-9d7a-45e5-85b4-cf3f09dcd3b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.612094] env[63302]: DEBUG nova.compute.manager [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.612094] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.612094] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3f1bf5-7abb-497f-ba4c-8ab32d1cd007 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.625057] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1580.625057] env[63302]: value = "task-1795433" [ 1580.625057] env[63302]: _type = "Task" [ 1580.625057] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.625236] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.625236] env[63302]: value = "task-1795434" [ 1580.625236] env[63302]: _type = "Task" [ 1580.625236] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.637254] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795434, 'name': CreateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.640859] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.749021] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527037fd-46d9-db2e-7345-ad672af29d18, 'name': SearchDatastore_Task, 'duration_secs': 1.223612} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.749021] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d985a836-f2b3-4480-bf0a-0de703a0c90f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.751415] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1580.751415] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ee33b4-47e7-9808-6671-466691cdf42b" [ 1580.751415] env[63302]: _type = "Task" [ 1580.751415] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.759730] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ee33b4-47e7-9808-6671-466691cdf42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.046625] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.047357] env[63302]: DEBUG nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1581.049939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.292s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.050149] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.052315] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.945s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.052385] env[63302]: DEBUG nova.objects.instance [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1581.086570] env[63302]: INFO nova.scheduler.client.report [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Deleted allocations for instance f00074db-810e-4764-b001-4a7835629d01 [ 1581.143964] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795433, 'name': PowerOffVM_Task, 'duration_secs': 0.213553} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.146920] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.147172] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1581.147469] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372375', 'volume_id': '223094db-2afd-4ad4-bbae-672ddcd3e462', 'name': 'volume-223094db-2afd-4ad4-bbae-672ddcd3e462', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '993deaf6-8c7a-4cfd-bad6-557d849fae36', 'attached_at': '', 'detached_at': '', 'volume_id': '223094db-2afd-4ad4-bbae-672ddcd3e462', 'serial': '223094db-2afd-4ad4-bbae-672ddcd3e462'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1581.147623] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795434, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.148393] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff1ec40-2e14-4dbb-bb71-bdd506ed85ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.172097] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba5b9aa-01f0-469b-96fc-81db76364625 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.181897] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db60ca1c-0534-40b7-a29a-0c8d0abbd61f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.204979] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4449dd97-1123-4a57-8f91-95c4a29d28a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.220673] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] The volume has not been displaced from its original location: [datastore1] volume-223094db-2afd-4ad4-bbae-672ddcd3e462/volume-223094db-2afd-4ad4-bbae-672ddcd3e462.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1581.227123] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1581.227123] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-250385a1-ec7f-4b16-9daa-f85cc40fdb1a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.248056] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1581.248056] env[63302]: value = "task-1795435" [ 1581.248056] env[63302]: _type = "Task" [ 1581.248056] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.262639] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.266079] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ee33b4-47e7-9808-6671-466691cdf42b, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.266350] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.266603] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304/955a94d5-a8c9-44eb-be2f-337bc0f97304.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1581.266859] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dd2f523-7f21-4db1-acf3-4652ed51e5b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.273542] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1581.273542] env[63302]: value = "task-1795436" [ 1581.273542] env[63302]: _type = "Task" [ 1581.273542] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.281335] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.430260] env[63302]: DEBUG nova.network.neutron [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Updated VIF entry in instance network info cache for port 5863bb6e-d56b-4e57-8f65-c9b6a2054a7e. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.430707] env[63302]: DEBUG nova.network.neutron [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Updating instance_info_cache with network_info: [{"id": "5863bb6e-d56b-4e57-8f65-c9b6a2054a7e", "address": "fa:16:3e:16:bd:93", "network": {"id": "843ed59d-33eb-407c-b01b-6762fbcd540d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1684916839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1231c07aeaf4a71abaeb71aa97aeaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5863bb6e-d5", "ovs_interfaceid": "5863bb6e-d56b-4e57-8f65-c9b6a2054a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.560077] env[63302]: DEBUG nova.compute.utils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1581.562673] env[63302]: DEBUG nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1581.562673] env[63302]: DEBUG nova.network.neutron [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.592935] env[63302]: DEBUG oslo_concurrency.lockutils [None req-65c7a21c-a5ac-4b16-b516-3d27973cc7e8 tempest-ServersV294TestFqdnHostnames-1534752088 tempest-ServersV294TestFqdnHostnames-1534752088-project-member] Lock "f00074db-810e-4764-b001-4a7835629d01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.383s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.633140] env[63302]: DEBUG nova.policy [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a22f30110e41cc9790c8ce62edc607', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813751839b654dbe8a493832f6bb5807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1581.642953] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795434, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.760017] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795435, 'name': ReconfigVM_Task, 'duration_secs': 0.194467} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.760645] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1581.766812] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca106b6-dda4-4571-a7e5-03cf5a58a657 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.789246] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795436, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.790331] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1581.790331] env[63302]: value = "task-1795437" [ 1581.790331] env[63302]: _type = "Task" [ 1581.790331] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.800958] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.818578] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063fad0e-00ba-43b9-b24b-4584d0a641cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.840219] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance '1000d22c-18b0-47a5-bcfb-1f2af539412a' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1581.935735] env[63302]: DEBUG oslo_concurrency.lockutils [req-095016d7-da71-477d-a12a-7069853a235e req-aa01edc7-b993-45ac-ae65-1147e10c6ee0 service nova] Releasing lock "refresh_cache-c5cc89c3-9037-464d-b4c8-3bf4e121ee83" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.014913] env[63302]: DEBUG nova.network.neutron [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Successfully created port: 46e78916-28f4-4980-b8b5-eec197bc9834 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1582.063448] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04818ba6-cefc-4ee7-876d-b563f7b74671 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.067324] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.618s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.067324] env[63302]: INFO nova.compute.claims [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.069659] env[63302]: DEBUG nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1582.141287] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795434, 'name': CreateVM_Task, 'duration_secs': 1.422434} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.141287] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1582.141287] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.141287] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.141287] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.142465] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f6d6ee-ba32-4356-ba80-3d580abcbda7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.150836] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1582.150836] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c7ae65-1891-8543-b8b7-18068b8090df" [ 1582.150836] env[63302]: _type = "Task" [ 1582.150836] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.166130] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c7ae65-1891-8543-b8b7-18068b8090df, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.166130] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.166130] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.166579] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.166815] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.167186] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1582.167430] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba00598d-0bef-43b8-b780-d7c0c1f5e74c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.176903] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.177217] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1582.178294] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d581193-14d9-49cb-a93a-73830fb53fc3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.184952] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1582.184952] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52673810-8b1a-77d2-77f0-8deb772b7cac" [ 1582.184952] env[63302]: _type = "Task" [ 1582.184952] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.194983] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52673810-8b1a-77d2-77f0-8deb772b7cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.274462] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "66db05c1-0227-40ca-842f-a062485d140a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.274696] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "66db05c1-0227-40ca-842f-a062485d140a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.290653] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795436, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.300095] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795437, 'name': ReconfigVM_Task, 'duration_secs': 0.431118} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.300447] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372375', 'volume_id': '223094db-2afd-4ad4-bbae-672ddcd3e462', 'name': 'volume-223094db-2afd-4ad4-bbae-672ddcd3e462', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '993deaf6-8c7a-4cfd-bad6-557d849fae36', 'attached_at': '', 'detached_at': '', 'volume_id': '223094db-2afd-4ad4-bbae-672ddcd3e462', 'serial': '223094db-2afd-4ad4-bbae-672ddcd3e462'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1582.300794] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.301637] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887a19ab-9145-4a7b-ad23-540a0f194a08 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.310216] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "f2f8f590-eeb4-444a-b129-c654fa5c1387" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.310435] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "f2f8f590-eeb4-444a-b129-c654fa5c1387" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.310651] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.310893] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0896fe3e-7c0e-4839-bc74-07dd7c7f1a80 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.351631] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.352284] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da3fc091-03e3-43fb-8b92-27e7b3b7778d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.359024] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1582.359024] env[63302]: value = "task-1795439" [ 1582.359024] env[63302]: _type = "Task" [ 1582.359024] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.368489] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.543378] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.543547] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.543723] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleting the datastore file [datastore1] 993deaf6-8c7a-4cfd-bad6-557d849fae36 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.544018] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-875c138a-c2bd-43ba-adce-25ce462a4582 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.550462] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1582.550462] env[63302]: value = "task-1795440" [ 1582.550462] env[63302]: _type = "Task" [ 1582.550462] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.559418] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.696726] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52673810-8b1a-77d2-77f0-8deb772b7cac, 'name': SearchDatastore_Task, 'duration_secs': 0.008348} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.697804] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6801f9c3-d7e9-4933-8370-e03e404fe46b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.704095] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1582.704095] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d9789-b59f-d5c8-13b2-87b911b68a36" [ 1582.704095] env[63302]: _type = "Task" [ 1582.704095] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.712296] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d9789-b59f-d5c8-13b2-87b911b68a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.778017] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1582.790087] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795436, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.869638] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795439, 'name': PowerOffVM_Task, 'duration_secs': 0.29627} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.869786] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.869944] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance '1000d22c-18b0-47a5-bcfb-1f2af539412a' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1583.061074] env[63302]: DEBUG oslo_vmware.api [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169309} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.061438] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.062212] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.062448] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.062669] env[63302]: INFO nova.compute.manager [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Took 2.45 seconds to destroy the instance on the hypervisor. [ 1583.063332] env[63302]: DEBUG oslo.service.loopingcall [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.063518] env[63302]: DEBUG nova.compute.manager [-] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1583.063801] env[63302]: DEBUG nova.network.neutron [-] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.089398] env[63302]: DEBUG nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1583.120902] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.121162] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.121320] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.121499] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.121645] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.121813] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.122022] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.122285] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.122538] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.122717] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.122893] env[63302]: DEBUG nova.virt.hardware [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.123772] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8b8b65-1c27-4d7b-a109-9d45a36e6831 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.137696] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28321e9-3e83-4f3b-90e3-8d0cda9d48e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.215032] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d9789-b59f-d5c8-13b2-87b911b68a36, 'name': SearchDatastore_Task, 'duration_secs': 0.022734} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.215275] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.215630] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] c5cc89c3-9037-464d-b4c8-3bf4e121ee83/c5cc89c3-9037-464d-b4c8-3bf4e121ee83.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.218679] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f8cad1-a5cb-495d-bd8d-a889dd2edda1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.224938] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1583.224938] env[63302]: value = "task-1795441" [ 1583.224938] env[63302]: _type = "Task" [ 1583.224938] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.233455] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.304297] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795436, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.515923} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.304763] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304/955a94d5-a8c9-44eb-be2f-337bc0f97304.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1583.304995] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1583.305285] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ed17b8b-0084-4c75-a715-221580fb181a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.312691] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1583.312691] env[63302]: value = "task-1795442" [ 1583.312691] env[63302]: _type = "Task" [ 1583.312691] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.321261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.324455] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.377375] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.377701] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.377784] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.377943] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.378137] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.378254] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.378460] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.378619] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.378839] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.379215] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.379215] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.388452] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744d8b9d-0589-4a45-aeac-517658075791 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.406657] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1583.406657] env[63302]: value = "task-1795443" [ 1583.406657] env[63302]: _type = "Task" [ 1583.406657] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.419996] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.577089] env[63302]: DEBUG nova.compute.manager [req-48593140-659f-43e5-a361-321e7754be3a req-8bc0f973-1918-487f-a159-7785e7515b4e service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Received event network-vif-deleted-ed0305a7-33d0-44c8-af43-056f4b25233c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1583.577274] env[63302]: INFO nova.compute.manager [req-48593140-659f-43e5-a361-321e7754be3a req-8bc0f973-1918-487f-a159-7785e7515b4e service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Neutron deleted interface ed0305a7-33d0-44c8-af43-056f4b25233c; detaching it from the instance and deleting it from the info cache [ 1583.577449] env[63302]: DEBUG nova.network.neutron [req-48593140-659f-43e5-a361-321e7754be3a req-8bc0f973-1918-487f-a159-7785e7515b4e service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.668468] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8896c2-b3c6-48c7-8636-04ff833d4018 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.680969] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5007e0-1b10-4d70-9076-08c44aaa75cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.722026] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bd7e76-8aa4-4902-b373-b5f96bd86d4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.741284] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1cdd02-e627-432c-a82f-87e7eaa73ee7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.745390] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795441, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.751548] env[63302]: DEBUG nova.compute.manager [req-e40ce429-0962-4f7b-a86b-0ec2cc5faf20 req-0405d15b-4da6-4af3-a4a2-7a3bf04d8962 service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Received event network-vif-plugged-46e78916-28f4-4980-b8b5-eec197bc9834 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1583.751772] env[63302]: DEBUG oslo_concurrency.lockutils [req-e40ce429-0962-4f7b-a86b-0ec2cc5faf20 req-0405d15b-4da6-4af3-a4a2-7a3bf04d8962 service nova] Acquiring lock "25358a48-5664-4841-9b5a-fcbccea1b293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.752446] env[63302]: DEBUG oslo_concurrency.lockutils [req-e40ce429-0962-4f7b-a86b-0ec2cc5faf20 req-0405d15b-4da6-4af3-a4a2-7a3bf04d8962 service nova] Lock "25358a48-5664-4841-9b5a-fcbccea1b293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.752739] env[63302]: DEBUG oslo_concurrency.lockutils [req-e40ce429-0962-4f7b-a86b-0ec2cc5faf20 req-0405d15b-4da6-4af3-a4a2-7a3bf04d8962 service nova] Lock "25358a48-5664-4841-9b5a-fcbccea1b293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.752934] env[63302]: DEBUG nova.compute.manager [req-e40ce429-0962-4f7b-a86b-0ec2cc5faf20 req-0405d15b-4da6-4af3-a4a2-7a3bf04d8962 service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] No waiting events found dispatching network-vif-plugged-46e78916-28f4-4980-b8b5-eec197bc9834 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1583.753121] env[63302]: WARNING nova.compute.manager [req-e40ce429-0962-4f7b-a86b-0ec2cc5faf20 req-0405d15b-4da6-4af3-a4a2-7a3bf04d8962 service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Received unexpected event network-vif-plugged-46e78916-28f4-4980-b8b5-eec197bc9834 for instance with vm_state building and task_state spawning. [ 1583.761523] env[63302]: DEBUG nova.compute.provider_tree [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.827162] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056251} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.831019] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1583.831019] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373a695-e5a9-4e3f-a6a4-d7718fa11dca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.854358] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304/955a94d5-a8c9-44eb-be2f-337bc0f97304.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.854701] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c0d90f-a052-48f1-a326-07b457b3d893 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.876518] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1583.876518] env[63302]: value = "task-1795444" [ 1583.876518] env[63302]: _type = "Task" [ 1583.876518] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.885885] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.919066] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795443, 'name': ReconfigVM_Task, 'duration_secs': 0.243057} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.919395] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance '1000d22c-18b0-47a5-bcfb-1f2af539412a' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1583.961532] env[63302]: DEBUG nova.network.neutron [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Successfully updated port: 46e78916-28f4-4980-b8b5-eec197bc9834 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.023255] env[63302]: DEBUG nova.network.neutron [-] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.080114] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-757b55a8-c213-4225-beb0-4272ada845bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.092634] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b0c0e3-477f-46f5-bcff-ee9e67bd4369 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.127770] env[63302]: DEBUG nova.compute.manager [req-48593140-659f-43e5-a361-321e7754be3a req-8bc0f973-1918-487f-a159-7785e7515b4e service nova] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Detach interface failed, port_id=ed0305a7-33d0-44c8-af43-056f4b25233c, reason: Instance 993deaf6-8c7a-4cfd-bad6-557d849fae36 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1584.234508] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539728} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.234766] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] c5cc89c3-9037-464d-b4c8-3bf4e121ee83/c5cc89c3-9037-464d-b4c8-3bf4e121ee83.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.234978] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.235241] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40d5b4da-273b-4abf-8f62-9bbf13a8fb58 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.241784] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1584.241784] env[63302]: value = "task-1795445" [ 1584.241784] env[63302]: _type = "Task" [ 1584.241784] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.249774] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.264878] env[63302]: DEBUG nova.scheduler.client.report [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.387541] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795444, 'name': ReconfigVM_Task, 'duration_secs': 0.449501} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.387850] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304/955a94d5-a8c9-44eb-be2f-337bc0f97304.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.388635] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db4b8588-0790-46af-b030-aa9986f8e7ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.395697] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1584.395697] env[63302]: value = "task-1795446" [ 1584.395697] env[63302]: _type = "Task" [ 1584.395697] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.407862] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795446, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.428168] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:35:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='845be66d-474c-4209-ab48-a7b1e5d5e0e2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1295923',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.428464] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.428725] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.428980] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.429311] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.429618] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.429894] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.431683] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.431683] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.431683] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.431832] env[63302]: DEBUG nova.virt.hardware [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.437612] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1584.438251] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f1e98ea-5d2f-4985-bf2d-caa0a78ec574 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.463061] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1584.463061] env[63302]: value = "task-1795447" [ 1584.463061] env[63302]: _type = "Task" [ 1584.463061] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.467976] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.468213] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.468345] env[63302]: DEBUG nova.network.neutron [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.476059] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.528231] env[63302]: INFO nova.compute.manager [-] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Took 1.46 seconds to deallocate network for instance. [ 1584.753034] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082543} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.757020] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.757020] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d5d82d-e061-483d-9338-4b0be8de93c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.770673] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.775325] env[63302]: DEBUG nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1584.795410] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] c5cc89c3-9037-464d-b4c8-3bf4e121ee83/c5cc89c3-9037-464d-b4c8-3bf4e121ee83.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.796013] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.862s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.797629] env[63302]: INFO nova.compute.claims [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.800738] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a13c75f5-b3f9-463e-9f0b-1502f8abfbfc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.826618] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1584.826618] env[63302]: value = "task-1795448" [ 1584.826618] env[63302]: _type = "Task" [ 1584.826618] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.835774] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.908385] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795446, 'name': Rename_Task, 'duration_secs': 0.159777} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.908668] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.908949] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46fac8d3-2ed4-4671-a852-edda6b8aacf8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.920373] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1584.920373] env[63302]: value = "task-1795449" [ 1584.920373] env[63302]: _type = "Task" [ 1584.920373] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.936798] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.979477] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795447, 'name': ReconfigVM_Task, 'duration_secs': 0.170036} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.979839] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1584.983025] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd9e2fa-ca59-41f7-93d2-97ed981d0e30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.004452] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a/1000d22c-18b0-47a5-bcfb-1f2af539412a.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.005180] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-074d9272-5d28-4f64-8880-772e3bda35fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.025224] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1585.025224] env[63302]: value = "task-1795450" [ 1585.025224] env[63302]: _type = "Task" [ 1585.025224] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.036510] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.081486] env[63302]: DEBUG nova.network.neutron [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1585.084237] env[63302]: INFO nova.compute.manager [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Took 0.56 seconds to detach 1 volumes for instance. [ 1585.286202] env[63302]: DEBUG nova.compute.utils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.287680] env[63302]: DEBUG nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.287849] env[63302]: DEBUG nova.network.neutron [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.343346] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795448, 'name': ReconfigVM_Task, 'duration_secs': 0.352672} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.343346] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Reconfigured VM instance instance-00000037 to attach disk [datastore1] c5cc89c3-9037-464d-b4c8-3bf4e121ee83/c5cc89c3-9037-464d-b4c8-3bf4e121ee83.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.343917] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a0ad245-2783-40db-92d9-14bcefa7720a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.352276] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1585.352276] env[63302]: value = "task-1795451" [ 1585.352276] env[63302]: _type = "Task" [ 1585.352276] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.360550] env[63302]: DEBUG nova.policy [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a22f30110e41cc9790c8ce62edc607', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813751839b654dbe8a493832f6bb5807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.365917] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795451, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.370034] env[63302]: DEBUG nova.network.neutron [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Updating instance_info_cache with network_info: [{"id": "46e78916-28f4-4980-b8b5-eec197bc9834", "address": "fa:16:3e:6b:52:76", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e78916-28", "ovs_interfaceid": "46e78916-28f4-4980-b8b5-eec197bc9834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.438114] env[63302]: DEBUG oslo_vmware.api [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795449, 'name': PowerOnVM_Task, 'duration_secs': 0.507465} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.438437] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1585.438645] env[63302]: INFO nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1585.439191] env[63302]: DEBUG nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.444264] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5a92ea-6a1d-47c1-9dae-8634fde3a51c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.537330] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795450, 'name': ReconfigVM_Task, 'duration_secs': 0.360148} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.537979] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a/1000d22c-18b0-47a5-bcfb-1f2af539412a.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.538310] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance '1000d22c-18b0-47a5-bcfb-1f2af539412a' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1585.591582] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.709127] env[63302]: DEBUG nova.network.neutron [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Successfully created port: 2c12eb5b-8f22-4251-93ac-42305646cc49 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1585.780375] env[63302]: DEBUG nova.compute.manager [req-e8e0c90f-ed80-46d9-81c6-7f59b5e00d6f req-1ca36b6e-8e31-497d-9c66-b0a299b0206c service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Received event network-changed-46e78916-28f4-4980-b8b5-eec197bc9834 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1585.780666] env[63302]: DEBUG nova.compute.manager [req-e8e0c90f-ed80-46d9-81c6-7f59b5e00d6f req-1ca36b6e-8e31-497d-9c66-b0a299b0206c service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Refreshing instance network info cache due to event network-changed-46e78916-28f4-4980-b8b5-eec197bc9834. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1585.780666] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8e0c90f-ed80-46d9-81c6-7f59b5e00d6f req-1ca36b6e-8e31-497d-9c66-b0a299b0206c service nova] Acquiring lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.791373] env[63302]: DEBUG nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1585.862981] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795451, 'name': Rename_Task, 'duration_secs': 0.195664} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.863285] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.863532] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-486383be-0add-4a3a-a185-4399637fb8cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.870506] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.870805] env[63302]: DEBUG nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Instance network_info: |[{"id": "46e78916-28f4-4980-b8b5-eec197bc9834", "address": "fa:16:3e:6b:52:76", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e78916-28", "ovs_interfaceid": "46e78916-28f4-4980-b8b5-eec197bc9834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.871217] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1585.871217] env[63302]: value = "task-1795452" [ 1585.871217] env[63302]: _type = "Task" [ 1585.871217] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.875417] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8e0c90f-ed80-46d9-81c6-7f59b5e00d6f req-1ca36b6e-8e31-497d-9c66-b0a299b0206c service nova] Acquired lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.875609] env[63302]: DEBUG nova.network.neutron [req-e8e0c90f-ed80-46d9-81c6-7f59b5e00d6f req-1ca36b6e-8e31-497d-9c66-b0a299b0206c service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Refreshing network info cache for port 46e78916-28f4-4980-b8b5-eec197bc9834 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.878143] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:52:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46e78916-28f4-4980-b8b5-eec197bc9834', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.886084] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Creating folder: Project (813751839b654dbe8a493832f6bb5807). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.887136] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c11c75f-6c76-40c5-a6da-4bff752380a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.899141] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795452, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.900931] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Created folder: Project (813751839b654dbe8a493832f6bb5807) in parent group-v372222. [ 1585.901242] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Creating folder: Instances. Parent ref: group-v372380. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.901386] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55726554-ca1f-408e-8308-8e4b83e96d93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.924127] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Created folder: Instances in parent group-v372380. [ 1585.924393] env[63302]: DEBUG oslo.service.loopingcall [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.924637] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.924895] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0cd9e2f-6e98-4fbc-afba-46ce416538dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.966618] env[63302]: INFO nova.compute.manager [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Took 59.10 seconds to build instance. [ 1585.976022] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.976022] env[63302]: value = "task-1795455" [ 1585.976022] env[63302]: _type = "Task" [ 1585.976022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.983595] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795455, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.047738] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad3f568-d3ad-4276-b2a6-60a8b7016aeb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.074809] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644c5d27-3677-43b2-a0b8-d687039b7f2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.095946] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance '1000d22c-18b0-47a5-bcfb-1f2af539412a' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1586.396424] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdaedc4-08b5-4655-8f68-7da100a7b4f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.407309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9398159-5d4c-4567-a8be-ae2a103a0377 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.410222] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795452, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.438274] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6aaeeb-e609-4908-9d2c-bfea85aceee1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.446276] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4257501a-395e-4dc2-a7bc-6db9f73298a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.461637] env[63302]: DEBUG nova.compute.provider_tree [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.475253] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07dfa0d3-a6ae-4c35-af70-0c360fcba9f3 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "955a94d5-a8c9-44eb-be2f-337bc0f97304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.060s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.488072] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795455, 'name': CreateVM_Task, 'duration_secs': 0.476325} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.488249] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.488916] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.489128] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.489452] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.490297] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f93f53-782d-4166-b981-75e203b93211 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.497048] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1586.497048] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d49beb-f3aa-b024-aafd-cd7b244830dd" [ 1586.497048] env[63302]: _type = "Task" [ 1586.497048] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.506543] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d49beb-f3aa-b024-aafd-cd7b244830dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.671030] env[63302]: DEBUG nova.network.neutron [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Port b1ec8355-d095-4458-952e-987456a7c13c binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1586.731660] env[63302]: DEBUG nova.network.neutron [req-e8e0c90f-ed80-46d9-81c6-7f59b5e00d6f req-1ca36b6e-8e31-497d-9c66-b0a299b0206c service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Updated VIF entry in instance network info cache for port 46e78916-28f4-4980-b8b5-eec197bc9834. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.732083] env[63302]: DEBUG nova.network.neutron [req-e8e0c90f-ed80-46d9-81c6-7f59b5e00d6f req-1ca36b6e-8e31-497d-9c66-b0a299b0206c service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Updating instance_info_cache with network_info: [{"id": "46e78916-28f4-4980-b8b5-eec197bc9834", "address": "fa:16:3e:6b:52:76", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e78916-28", "ovs_interfaceid": "46e78916-28f4-4980-b8b5-eec197bc9834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.803025] env[63302]: DEBUG nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1586.832063] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1586.832419] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.832585] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1586.832766] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.832916] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1586.833079] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1586.833333] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1586.833547] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1586.833715] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1586.833875] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1586.834086] env[63302]: DEBUG nova.virt.hardware [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1586.834960] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88fed66-aa25-4747-991a-06f3ea04ebf6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.843520] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e55af58-1f31-4e14-807d-df3b1514d5dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.886403] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.886714] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.899408] env[63302]: DEBUG oslo_vmware.api [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795452, 'name': PowerOnVM_Task, 'duration_secs': 0.647916} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.899814] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.900091] env[63302]: INFO nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1586.900315] env[63302]: DEBUG nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.901156] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe3983f-6c7b-4fb7-9e5f-b02cfd8d7a38 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.968132] env[63302]: DEBUG nova.scheduler.client.report [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.980418] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1587.007765] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d49beb-f3aa-b024-aafd-cd7b244830dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.008173] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.008417] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.008652] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.008811] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.008999] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.009281] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe83d492-f03d-4378-b49a-c779ce90e586 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.017804] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.018033] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1587.019155] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54202610-154b-4540-88de-acc38a60aeda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.024965] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1587.024965] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e3c3b1-cdee-2fb8-83ac-c490ef6d6743" [ 1587.024965] env[63302]: _type = "Task" [ 1587.024965] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.032310] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e3c3b1-cdee-2fb8-83ac-c490ef6d6743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.237495] env[63302]: DEBUG oslo_concurrency.lockutils [req-e8e0c90f-ed80-46d9-81c6-7f59b5e00d6f req-1ca36b6e-8e31-497d-9c66-b0a299b0206c service nova] Releasing lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.344139] env[63302]: DEBUG nova.compute.manager [req-ca0f8a2e-a84e-42d4-a154-278b0aaf5828 req-c2d933b1-5ee5-4239-b17c-11720e7e848b service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Received event network-vif-plugged-2c12eb5b-8f22-4251-93ac-42305646cc49 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1587.344388] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca0f8a2e-a84e-42d4-a154-278b0aaf5828 req-c2d933b1-5ee5-4239-b17c-11720e7e848b service nova] Acquiring lock "a3086519-e3e2-439d-8dfd-942b8d506742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.344601] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca0f8a2e-a84e-42d4-a154-278b0aaf5828 req-c2d933b1-5ee5-4239-b17c-11720e7e848b service nova] Lock "a3086519-e3e2-439d-8dfd-942b8d506742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.344772] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca0f8a2e-a84e-42d4-a154-278b0aaf5828 req-c2d933b1-5ee5-4239-b17c-11720e7e848b service nova] Lock "a3086519-e3e2-439d-8dfd-942b8d506742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.344941] env[63302]: DEBUG nova.compute.manager [req-ca0f8a2e-a84e-42d4-a154-278b0aaf5828 req-c2d933b1-5ee5-4239-b17c-11720e7e848b service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] No waiting events found dispatching network-vif-plugged-2c12eb5b-8f22-4251-93ac-42305646cc49 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1587.345312] env[63302]: WARNING nova.compute.manager [req-ca0f8a2e-a84e-42d4-a154-278b0aaf5828 req-c2d933b1-5ee5-4239-b17c-11720e7e848b service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Received unexpected event network-vif-plugged-2c12eb5b-8f22-4251-93ac-42305646cc49 for instance with vm_state building and task_state spawning. [ 1587.416884] env[63302]: INFO nova.compute.manager [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Took 51.12 seconds to build instance. [ 1587.430137] env[63302]: DEBUG nova.network.neutron [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Successfully updated port: 2c12eb5b-8f22-4251-93ac-42305646cc49 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1587.471990] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.472646] env[63302]: DEBUG nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.475705] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.583s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.475956] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.479659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.085s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.479884] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.481990] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.976s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.482245] env[63302]: DEBUG nova.objects.instance [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1587.507871] env[63302]: INFO nova.scheduler.client.report [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Deleted allocations for instance 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee [ 1587.515050] env[63302]: INFO nova.scheduler.client.report [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted allocations for instance 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993 [ 1587.517195] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.536824] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e3c3b1-cdee-2fb8-83ac-c490ef6d6743, 'name': SearchDatastore_Task, 'duration_secs': 0.008325} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.537643] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128fcd24-22da-4db8-ac77-7191b47a877d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.543802] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1587.543802] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522995bd-13f3-98aa-075e-08611277a1b1" [ 1587.543802] env[63302]: _type = "Task" [ 1587.543802] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.551786] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522995bd-13f3-98aa-075e-08611277a1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.613154] env[63302]: INFO nova.compute.manager [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Rebuilding instance [ 1587.660653] env[63302]: DEBUG nova.compute.manager [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.661571] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effeb44b-a925-4e17-ac89-570862c2eda7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.694671] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.696584] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.696584] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.919441] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e9b8712-f649-4f72-8469-e583d4a4b421 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.633s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.935490] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.935648] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.935797] env[63302]: DEBUG nova.network.neutron [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1587.992077] env[63302]: DEBUG nova.compute.utils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.993973] env[63302]: DEBUG nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.994188] env[63302]: DEBUG nova.network.neutron [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.014184] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2595ad8f-066a-4612-812b-026dc97f90a6 tempest-ServersAaction247Test-2118175910 tempest-ServersAaction247Test-2118175910-project-member] Lock "6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.421s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.023237] env[63302]: DEBUG oslo_concurrency.lockutils [None req-477130ad-9ca8-4302-8b5f-97b035aec142 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "2d9b66a8-c542-43f0-96c7-c4e1cd8b8993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.689s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.057634] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522995bd-13f3-98aa-075e-08611277a1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.025445} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.057943] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.058194] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293/25358a48-5664-4841-9b5a-fcbccea1b293.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.058454] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b284945-2759-4106-ab34-a8245d384fb7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.064959] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1588.064959] env[63302]: value = "task-1795456" [ 1588.064959] env[63302]: _type = "Task" [ 1588.064959] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.073548] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.076045] env[63302]: DEBUG nova.policy [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fda17fb63e894077826025cca7567f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '220c242cacac43a9b3c75126ae14e351', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.422884] env[63302]: DEBUG nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.432834] env[63302]: DEBUG nova.network.neutron [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Successfully created port: 574bef9e-ac18-4854-8341-763ec0a0c9d7 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.492802] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ac402b5-7215-4c07-96c8-dc789c927e08 tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.494866] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.550s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.495180] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.497529] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.798s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.499289] env[63302]: INFO nova.compute.claims [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.503608] env[63302]: DEBUG nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.508034] env[63302]: DEBUG nova.network.neutron [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1588.542581] env[63302]: INFO nova.scheduler.client.report [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleted allocations for instance 3ce0e9fd-70bc-490f-9414-aa830d2935f2 [ 1588.576102] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503073} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.576380] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293/25358a48-5664-4841-9b5a-fcbccea1b293.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.576606] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.576999] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b3c0ea6-de80-4700-b034-2b294dc3dba6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.584442] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1588.584442] env[63302]: value = "task-1795457" [ 1588.584442] env[63302]: _type = "Task" [ 1588.584442] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.597600] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.676869] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.677440] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-675757f7-c7cc-47de-9359-2c617bd0af65 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.685188] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1588.685188] env[63302]: value = "task-1795458" [ 1588.685188] env[63302]: _type = "Task" [ 1588.685188] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.694982] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.702827] env[63302]: DEBUG nova.network.neutron [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Updating instance_info_cache with network_info: [{"id": "2c12eb5b-8f22-4251-93ac-42305646cc49", "address": "fa:16:3e:50:13:94", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c12eb5b-8f", "ovs_interfaceid": "2c12eb5b-8f22-4251-93ac-42305646cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.945600] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.979294] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.979499] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.979685] env[63302]: DEBUG nova.network.neutron [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.054025] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9c0df634-5903-4582-b132-c66d60279127 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "3ce0e9fd-70bc-490f-9414-aa830d2935f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.734s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.095312] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060283} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.095591] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.097265] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d150e3-62f8-4b2f-ba0f-1e0c0584acf9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.120658] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293/25358a48-5664-4841-9b5a-fcbccea1b293.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.120991] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6303a63f-cc40-4c48-8ff9-d342748b9464 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.143795] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1589.143795] env[63302]: value = "task-1795459" [ 1589.143795] env[63302]: _type = "Task" [ 1589.143795] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.151860] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.194738] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795458, 'name': PowerOffVM_Task, 'duration_secs': 0.395573} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.195122] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.195358] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.196137] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd74009-ac22-4fa0-896f-d2e44479f8e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.204151] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.204400] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03daec90-87ba-409c-bf8d-654f02a49029 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.206217] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.206517] env[63302]: DEBUG nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Instance network_info: |[{"id": "2c12eb5b-8f22-4251-93ac-42305646cc49", "address": "fa:16:3e:50:13:94", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c12eb5b-8f", "ovs_interfaceid": "2c12eb5b-8f22-4251-93ac-42305646cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1589.206892] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:13:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c12eb5b-8f22-4251-93ac-42305646cc49', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1589.214525] env[63302]: DEBUG oslo.service.loopingcall [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.215435] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1589.215685] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ad9556c-38a6-4553-b9eb-86d1df7d47b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.234887] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1589.234887] env[63302]: value = "task-1795461" [ 1589.234887] env[63302]: _type = "Task" [ 1589.234887] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.242859] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795461, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.301254] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.301664] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.301968] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleting the datastore file [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.302528] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-873b5f04-8022-476e-8184-442e5b7a9e28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.310471] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1589.310471] env[63302]: value = "task-1795462" [ 1589.310471] env[63302]: _type = "Task" [ 1589.310471] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.319131] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.465048] env[63302]: DEBUG nova.compute.manager [req-ea5f4d46-5a19-4c48-89a9-fe9dfbfb0207 req-f547abe2-f43a-43d6-b961-7ab94cf23a56 service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Received event network-changed-2c12eb5b-8f22-4251-93ac-42305646cc49 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1589.465048] env[63302]: DEBUG nova.compute.manager [req-ea5f4d46-5a19-4c48-89a9-fe9dfbfb0207 req-f547abe2-f43a-43d6-b961-7ab94cf23a56 service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Refreshing instance network info cache due to event network-changed-2c12eb5b-8f22-4251-93ac-42305646cc49. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1589.465048] env[63302]: DEBUG oslo_concurrency.lockutils [req-ea5f4d46-5a19-4c48-89a9-fe9dfbfb0207 req-f547abe2-f43a-43d6-b961-7ab94cf23a56 service nova] Acquiring lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.465048] env[63302]: DEBUG oslo_concurrency.lockutils [req-ea5f4d46-5a19-4c48-89a9-fe9dfbfb0207 req-f547abe2-f43a-43d6-b961-7ab94cf23a56 service nova] Acquired lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.465048] env[63302]: DEBUG nova.network.neutron [req-ea5f4d46-5a19-4c48-89a9-fe9dfbfb0207 req-f547abe2-f43a-43d6-b961-7ab94cf23a56 service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Refreshing network info cache for port 2c12eb5b-8f22-4251-93ac-42305646cc49 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1589.520365] env[63302]: DEBUG nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.549847] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.550177] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.550377] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.550708] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.550772] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.551347] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.553603] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.553603] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.553603] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.553603] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.553603] env[63302]: DEBUG nova.virt.hardware [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.555115] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f751e3-b25e-4fef-a790-78d72aa9ac96 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.563728] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c87a87c-142a-4c2a-be34-e1e2fd1da83f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.659026] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795459, 'name': ReconfigVM_Task, 'duration_secs': 0.494094} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.659325] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293/25358a48-5664-4841-9b5a-fcbccea1b293.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.659934] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f8155ca-cc4a-4b3b-86e9-3601108ba1b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.666521] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1589.666521] env[63302]: value = "task-1795463" [ 1589.666521] env[63302]: _type = "Task" [ 1589.666521] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.674267] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795463, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.747270] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795461, 'name': CreateVM_Task, 'duration_secs': 0.432296} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.747355] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.747994] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.748178] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.748486] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.748732] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcbb6d7-ea9d-42e3-ad02-4a34a7ffe2b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.755706] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1589.755706] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528776fd-d1dc-1b20-7401-b2e0dec81bde" [ 1589.755706] env[63302]: _type = "Task" [ 1589.755706] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.763051] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528776fd-d1dc-1b20-7401-b2e0dec81bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.823073] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206512} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.823336] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.823579] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.823700] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.870255] env[63302]: DEBUG nova.network.neutron [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance_info_cache with network_info: [{"id": "b1ec8355-d095-4458-952e-987456a7c13c", "address": "fa:16:3e:1c:fe:b3", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ec8355-d0", "ovs_interfaceid": "b1ec8355-d095-4458-952e-987456a7c13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.914789] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.915032] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.957978] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72a2306-7150-4247-834d-bf3e93b03e75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.965999] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fa2f4d-a262-4601-a9c4-5ef95e9c79fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.002038] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73903b7-3522-4a28-a288-76d959a340b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.015502] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52dad8c-1a43-4539-b836-d6d32279b8a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.031286] env[63302]: DEBUG nova.compute.provider_tree [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.179022] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795463, 'name': Rename_Task, 'duration_secs': 0.472516} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.179539] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.179787] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-139ce8ee-4a83-4944-b009-c881142fc6ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.186495] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1590.186495] env[63302]: value = "task-1795464" [ 1590.186495] env[63302]: _type = "Task" [ 1590.186495] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.193922] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.265659] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528776fd-d1dc-1b20-7401-b2e0dec81bde, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.265975] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.266233] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.266467] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.266615] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.266791] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.267109] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-681e57c5-65ab-4bdd-be58-90819593788c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.275370] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.275550] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.276331] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e25483-b969-412a-90c0-8598e44cdf5e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.281348] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1590.281348] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52747356-cb9d-d1f7-f35c-7104b1c45256" [ 1590.281348] env[63302]: _type = "Task" [ 1590.281348] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.289802] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52747356-cb9d-d1f7-f35c-7104b1c45256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.356236] env[63302]: DEBUG nova.network.neutron [req-ea5f4d46-5a19-4c48-89a9-fe9dfbfb0207 req-f547abe2-f43a-43d6-b961-7ab94cf23a56 service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Updated VIF entry in instance network info cache for port 2c12eb5b-8f22-4251-93ac-42305646cc49. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.356616] env[63302]: DEBUG nova.network.neutron [req-ea5f4d46-5a19-4c48-89a9-fe9dfbfb0207 req-f547abe2-f43a-43d6-b961-7ab94cf23a56 service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Updating instance_info_cache with network_info: [{"id": "2c12eb5b-8f22-4251-93ac-42305646cc49", "address": "fa:16:3e:50:13:94", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c12eb5b-8f", "ovs_interfaceid": "2c12eb5b-8f22-4251-93ac-42305646cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.372911] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.462207] env[63302]: DEBUG nova.network.neutron [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Successfully updated port: 574bef9e-ac18-4854-8341-763ec0a0c9d7 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.508888] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquiring lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.509247] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.509497] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquiring lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.509693] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.509869] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.512073] env[63302]: INFO nova.compute.manager [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Terminating instance [ 1590.534772] env[63302]: DEBUG nova.scheduler.client.report [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.697032] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.791779] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52747356-cb9d-d1f7-f35c-7104b1c45256, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.792636] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54df944e-f927-4b3a-8535-d28f8ff65fc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.798577] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1590.798577] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b0beac-f153-50d3-33e8-446544edc347" [ 1590.798577] env[63302]: _type = "Task" [ 1590.798577] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.808271] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b0beac-f153-50d3-33e8-446544edc347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.861671] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1590.861930] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.862152] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1590.862356] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.862507] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1590.862657] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1590.863128] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1590.863311] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1590.863486] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1590.863651] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1590.863820] env[63302]: DEBUG nova.virt.hardware [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1590.864318] env[63302]: DEBUG oslo_concurrency.lockutils [req-ea5f4d46-5a19-4c48-89a9-fe9dfbfb0207 req-f547abe2-f43a-43d6-b961-7ab94cf23a56 service nova] Releasing lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.865217] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4672375-de9f-4056-85fe-ef23a46a1c97 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.873071] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78d7d1-3332-4c8e-be47-e61a8af10350 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.890581] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:6a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.898395] env[63302]: DEBUG oslo.service.loopingcall [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.898700] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.898928] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-732ad6bb-236f-42a1-a626-027824a44015 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.914927] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab50b47e-1f71-4c3f-ac10-58ea9505dda4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.934642] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71647f8-af90-47bb-82fc-1d1db8da9387 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.938471] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.938471] env[63302]: value = "task-1795465" [ 1590.938471] env[63302]: _type = "Task" [ 1590.938471] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.944142] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance '1000d22c-18b0-47a5-bcfb-1f2af539412a' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1590.953658] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795465, 'name': CreateVM_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.966375] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "refresh_cache-345bff52-622f-4d37-8aff-a956c3a79aa1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.966633] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "refresh_cache-345bff52-622f-4d37-8aff-a956c3a79aa1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.966709] env[63302]: DEBUG nova.network.neutron [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.016167] env[63302]: DEBUG nova.compute.manager [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.016473] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.017569] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498cd0a9-3cbc-41fe-ab86-77009a3aeeda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.026658] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.026979] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8be7d43b-0ec0-436c-bce6-6d58b2f1f088 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.033517] env[63302]: DEBUG oslo_vmware.api [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1591.033517] env[63302]: value = "task-1795466" [ 1591.033517] env[63302]: _type = "Task" [ 1591.033517] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.039434] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.039793] env[63302]: DEBUG nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1591.045297] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.185s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.045500] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.047509] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.545s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.047725] env[63302]: DEBUG nova.objects.instance [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lazy-loading 'resources' on Instance uuid 2a67d35d-5882-4494-9708-d0b921077856 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.049632] env[63302]: DEBUG oslo_vmware.api [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.074408] env[63302]: INFO nova.scheduler.client.report [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted allocations for instance 61db11a7-dc0e-4c69-8f59-a855ee1c0279 [ 1591.198704] env[63302]: DEBUG oslo_vmware.api [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795464, 'name': PowerOnVM_Task, 'duration_secs': 0.97714} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.198844] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.198950] env[63302]: INFO nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1591.199146] env[63302]: DEBUG nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.199973] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc55e3-617c-41ed-bb56-9bbb9c2e3c1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.311412] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b0beac-f153-50d3-33e8-446544edc347, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.311682] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.312055] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742/a3086519-e3e2-439d-8dfd-942b8d506742.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.312330] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98aeee37-3624-46b0-87b5-d27c80b49015 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.318648] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1591.318648] env[63302]: value = "task-1795467" [ 1591.318648] env[63302]: _type = "Task" [ 1591.318648] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.327018] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.450942] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.451214] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795465, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.451438] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e32405-ad9d-48c3-a234-55dfa64abe43 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.458529] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1591.458529] env[63302]: value = "task-1795468" [ 1591.458529] env[63302]: _type = "Task" [ 1591.458529] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.467312] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.494027] env[63302]: DEBUG nova.compute.manager [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Received event network-vif-plugged-574bef9e-ac18-4854-8341-763ec0a0c9d7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1591.494256] env[63302]: DEBUG oslo_concurrency.lockutils [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] Acquiring lock "345bff52-622f-4d37-8aff-a956c3a79aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.494482] env[63302]: DEBUG oslo_concurrency.lockutils [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] Lock "345bff52-622f-4d37-8aff-a956c3a79aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.494653] env[63302]: DEBUG oslo_concurrency.lockutils [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] Lock "345bff52-622f-4d37-8aff-a956c3a79aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.494822] env[63302]: DEBUG nova.compute.manager [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] No waiting events found dispatching network-vif-plugged-574bef9e-ac18-4854-8341-763ec0a0c9d7 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.494997] env[63302]: WARNING nova.compute.manager [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Received unexpected event network-vif-plugged-574bef9e-ac18-4854-8341-763ec0a0c9d7 for instance with vm_state building and task_state spawning. [ 1591.495221] env[63302]: DEBUG nova.compute.manager [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Received event network-changed-574bef9e-ac18-4854-8341-763ec0a0c9d7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1591.495392] env[63302]: DEBUG nova.compute.manager [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Refreshing instance network info cache due to event network-changed-574bef9e-ac18-4854-8341-763ec0a0c9d7. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1591.495709] env[63302]: DEBUG oslo_concurrency.lockutils [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] Acquiring lock "refresh_cache-345bff52-622f-4d37-8aff-a956c3a79aa1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.518897] env[63302]: DEBUG nova.network.neutron [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.546612] env[63302]: DEBUG oslo_vmware.api [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795466, 'name': PowerOffVM_Task, 'duration_secs': 0.210507} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.546901] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.547093] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.547365] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3947026-0f27-4947-a120-c94b7c41fa94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.551757] env[63302]: DEBUG nova.compute.utils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.556457] env[63302]: DEBUG nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.556628] env[63302]: DEBUG nova.network.neutron [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.584302] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0f1fb3ac-4d3d-4bfc-bd29-0807794724da tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "61db11a7-dc0e-4c69-8f59-a855ee1c0279" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.312s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.630034] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.630034] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.630034] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Deleting the datastore file [datastore1] c5cc89c3-9037-464d-b4c8-3bf4e121ee83 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.630034] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31a2cd98-f59a-49f8-a2a1-6f29b272d71b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.636454] env[63302]: DEBUG nova.policy [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64a2a043e74c41808ada1b29cd80b9e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd509eb6a21394e7385dcf2eeb66daeeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.640981] env[63302]: DEBUG oslo_vmware.api [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for the task: (returnval){ [ 1591.640981] env[63302]: value = "task-1795470" [ 1591.640981] env[63302]: _type = "Task" [ 1591.640981] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.652433] env[63302]: DEBUG oslo_vmware.api [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.721451] env[63302]: INFO nova.compute.manager [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Took 52.12 seconds to build instance. [ 1591.811473] env[63302]: DEBUG nova.network.neutron [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Updating instance_info_cache with network_info: [{"id": "574bef9e-ac18-4854-8341-763ec0a0c9d7", "address": "fa:16:3e:73:1c:94", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574bef9e-ac", "ovs_interfaceid": "574bef9e-ac18-4854-8341-763ec0a0c9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.831498] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795467, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.950203] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795465, 'name': CreateVM_Task, 'duration_secs': 0.556922} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.950203] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.951024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.951024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.951263] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.951535] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a75b715-6158-4379-878f-dfe92648292b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.958474] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1591.958474] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522fc3c4-2739-9e96-7404-0ddd80579d53" [ 1591.958474] env[63302]: _type = "Task" [ 1591.958474] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.645542] env[63302]: DEBUG nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1592.648538] env[63302]: DEBUG oslo_concurrency.lockutils [None req-85535ba4-f3f6-46e9-8229-528951df4a9c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "25358a48-5664-4841-9b5a-fcbccea1b293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.058s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.648804] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.649012] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.649195] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.649368] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.649522] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.650973] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "refresh_cache-345bff52-622f-4d37-8aff-a956c3a79aa1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.651240] env[63302]: DEBUG nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Instance network_info: |[{"id": "574bef9e-ac18-4854-8341-763ec0a0c9d7", "address": "fa:16:3e:73:1c:94", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574bef9e-ac", "ovs_interfaceid": "574bef9e-ac18-4854-8341-763ec0a0c9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1592.651542] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522fc3c4-2739-9e96-7404-0ddd80579d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.651722] env[63302]: WARNING oslo_vmware.common.loopingcall [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] task run outlasted interval by 0.19303700000000001 sec [ 1592.654698] env[63302]: DEBUG nova.network.neutron [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Successfully created port: e98e35c1-6e58-44f9-8298-86a674bcdd51 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.662511] env[63302]: DEBUG oslo_concurrency.lockutils [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] Acquired lock "refresh_cache-345bff52-622f-4d37-8aff-a956c3a79aa1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.662689] env[63302]: DEBUG nova.network.neutron [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Refreshing network info cache for port 574bef9e-ac18-4854-8341-763ec0a0c9d7 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.663935] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:1c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '574bef9e-ac18-4854-8341-763ec0a0c9d7', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.671093] env[63302]: DEBUG oslo.service.loopingcall [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.673994] env[63302]: DEBUG oslo_vmware.api [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795468, 'name': PowerOnVM_Task, 'duration_secs': 0.455782} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.674747] env[63302]: INFO nova.compute.manager [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Terminating instance [ 1592.676547] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.679812] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.680009] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b38255-6aa7-47a0-a9fe-1cf8caad878e tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance '1000d22c-18b0-47a5-bcfb-1f2af539412a' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1592.684884] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5645fe7-430b-4246-89a4-12665829b1e2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.705996] env[63302]: DEBUG oslo_vmware.api [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Task: {'id': task-1795470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340653} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.709605] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.709793] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.709973] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.710163] env[63302]: INFO nova.compute.manager [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1592.710397] env[63302]: DEBUG oslo.service.loopingcall [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.710855] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541565} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.714042] env[63302]: DEBUG nova.compute.manager [-] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.714146] env[63302]: DEBUG nova.network.neutron [-] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.715764] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742/a3086519-e3e2-439d-8dfd-942b8d506742.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.715977] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.716488] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522fc3c4-2739-9e96-7404-0ddd80579d53, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.717561] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c196584-33b7-41dd-b83f-803f9abd02ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.719763] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.719982] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.720227] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.720371] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.720541] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.720757] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.720757] env[63302]: value = "task-1795471" [ 1592.720757] env[63302]: _type = "Task" [ 1592.720757] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.723400] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da1f42ba-3d47-436e-96e1-7127b09d3a16 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.730093] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1592.730093] env[63302]: value = "task-1795472" [ 1592.730093] env[63302]: _type = "Task" [ 1592.730093] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.736724] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795471, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.740562] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.740766] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.741962] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926324ff-eff2-4807-a271-038b4cc00bc4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.747031] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.751213] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1592.751213] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526f59b5-b5e5-3466-524d-db319d244c27" [ 1592.751213] env[63302]: _type = "Task" [ 1592.751213] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.756453] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2d8284-3e39-4012-98ee-7d0113a45adf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.768513] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526f59b5-b5e5-3466-524d-db319d244c27, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.770862] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7742f67-407e-4c6f-81c8-fe248bb0e592 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.774610] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0165abd-5d62-4d7a-a4cc-9d2fd8c9c922 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.783136] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1592.783136] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52757767-1ce4-d35e-ff92-1cf3da0056d9" [ 1592.783136] env[63302]: _type = "Task" [ 1592.783136] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.813748] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83c1ace-968b-4032-b577-b3a814a1819c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.824270] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11c70c9-7dbb-41f9-8a57-bef409d2f46b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.827847] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52757767-1ce4-d35e-ff92-1cf3da0056d9, 'name': SearchDatastore_Task, 'duration_secs': 0.03198} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.828187] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.828359] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304/955a94d5-a8c9-44eb-be2f-337bc0f97304.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.828887] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff6456f0-c413-4eaf-8a99-822cc5ccfac9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.838561] env[63302]: DEBUG nova.compute.provider_tree [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.846661] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1592.846661] env[63302]: value = "task-1795473" [ 1592.846661] env[63302]: _type = "Task" [ 1592.846661] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.858596] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.175199] env[63302]: DEBUG nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.207788] env[63302]: DEBUG nova.compute.manager [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1593.208182] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.209885] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06acc5dc-3d80-4ef8-8a2d-6a4e0e79470d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.221687] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.224908] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-503e7a67-12ae-42e9-9822-2ea852c725ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.238177] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795471, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.240450] env[63302]: DEBUG oslo_vmware.api [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1593.240450] env[63302]: value = "task-1795474" [ 1593.240450] env[63302]: _type = "Task" [ 1593.240450] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.247938] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283837} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.248619] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.249571] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9636d5a-cdb4-4431-9a0c-61500d0a75c4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.255925] env[63302]: DEBUG oslo_vmware.api [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.281927] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742/a3086519-e3e2-439d-8dfd-942b8d506742.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.282351] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e4a516-197a-425f-8025-407e4a01e83e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.308994] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1593.308994] env[63302]: value = "task-1795475" [ 1593.308994] env[63302]: _type = "Task" [ 1593.308994] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.320720] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.342837] env[63302]: DEBUG nova.scheduler.client.report [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.366841] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795473, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.481962] env[63302]: DEBUG nova.network.neutron [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Updated VIF entry in instance network info cache for port 574bef9e-ac18-4854-8341-763ec0a0c9d7. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.482462] env[63302]: DEBUG nova.network.neutron [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Updating instance_info_cache with network_info: [{"id": "574bef9e-ac18-4854-8341-763ec0a0c9d7", "address": "fa:16:3e:73:1c:94", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574bef9e-ac", "ovs_interfaceid": "574bef9e-ac18-4854-8341-763ec0a0c9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.525954] env[63302]: DEBUG nova.compute.manager [req-76800400-9eaf-42a2-a40a-992193be0100 req-3b7b95ee-55b8-4f09-beda-c61e9dd1edb1 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Received event network-vif-deleted-5863bb6e-d56b-4e57-8f65-c9b6a2054a7e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1593.526183] env[63302]: INFO nova.compute.manager [req-76800400-9eaf-42a2-a40a-992193be0100 req-3b7b95ee-55b8-4f09-beda-c61e9dd1edb1 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Neutron deleted interface 5863bb6e-d56b-4e57-8f65-c9b6a2054a7e; detaching it from the instance and deleting it from the info cache [ 1593.526356] env[63302]: DEBUG nova.network.neutron [req-76800400-9eaf-42a2-a40a-992193be0100 req-3b7b95ee-55b8-4f09-beda-c61e9dd1edb1 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.662446] env[63302]: DEBUG nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.690411] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.690669] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.691313] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.691313] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.691313] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.691472] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.691685] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.691844] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.692023] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.692247] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.692389] env[63302]: DEBUG nova.virt.hardware [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.693281] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e69737-c4a3-48a3-a742-ecfd86b2d9f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.701737] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.702987] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c8a787-7122-48fa-a694-6916d50b3629 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.735510] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795471, 'name': CreateVM_Task, 'duration_secs': 0.853228} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.735684] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.736346] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.736512] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.736827] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.737084] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21713fb7-3aa4-4814-8881-e12d14a6b049 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.742041] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1593.742041] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5256a2b9-06da-1206-3f83-6812ff2250d4" [ 1593.742041] env[63302]: _type = "Task" [ 1593.742041] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.752128] env[63302]: DEBUG oslo_vmware.api [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795474, 'name': PowerOffVM_Task, 'duration_secs': 0.253167} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.755720] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.755898] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.756193] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5256a2b9-06da-1206-3f83-6812ff2250d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.756363] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709fca0b-5751-43a8-9a60-f872566c200e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.757817] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.758051] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.758315] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.758464] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.758640] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.758872] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2916de22-f470-4adb-9037-6dabdfdd638e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.766905] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.767100] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1593.767998] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af94515-d57e-4d27-b2ae-dfe7d08cb3fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.773279] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1593.773279] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d05d2d-b60f-7f4e-ffb9-9e48c337c9ce" [ 1593.773279] env[63302]: _type = "Task" [ 1593.773279] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.781016] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d05d2d-b60f-7f4e-ffb9-9e48c337c9ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.803420] env[63302]: DEBUG nova.network.neutron [-] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.818052] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795475, 'name': ReconfigVM_Task, 'duration_secs': 0.393714} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.818362] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742/a3086519-e3e2-439d-8dfd-942b8d506742.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.818981] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b99379d-5190-420d-a1be-7221f535675a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.826486] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1593.826486] env[63302]: value = "task-1795477" [ 1593.826486] env[63302]: _type = "Task" [ 1593.826486] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.834228] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795477, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.857833] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.810s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.859925] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.735s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.860286] env[63302]: DEBUG nova.objects.instance [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lazy-loading 'resources' on Instance uuid 9a072ae8-004b-46b4-8985-a8f688fec424 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.867544] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546832} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.868419] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304/955a94d5-a8c9-44eb-be2f-337bc0f97304.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.868638] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.868893] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e19ef53-7ae1-4df0-8244-52f11d9822a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.875951] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1593.875951] env[63302]: value = "task-1795478" [ 1593.875951] env[63302]: _type = "Task" [ 1593.875951] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.881389] env[63302]: INFO nova.scheduler.client.report [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Deleted allocations for instance 2a67d35d-5882-4494-9708-d0b921077856 [ 1593.889439] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.986075] env[63302]: DEBUG oslo_concurrency.lockutils [req-435ec8f3-82bb-4a95-bc1e-515280eaacdf req-8cfc4f4a-62f1-40a8-8461-bf38dd5f0161 service nova] Releasing lock "refresh_cache-345bff52-622f-4d37-8aff-a956c3a79aa1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.029401] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17ef7717-2ee6-4d1d-817a-fe2549ed303f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.038478] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e20e9c-29ff-40e4-bdec-bf467114e668 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.070750] env[63302]: DEBUG nova.compute.manager [req-76800400-9eaf-42a2-a40a-992193be0100 req-3b7b95ee-55b8-4f09-beda-c61e9dd1edb1 service nova] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Detach interface failed, port_id=5863bb6e-d56b-4e57-8f65-c9b6a2054a7e, reason: Instance c5cc89c3-9037-464d-b4c8-3bf4e121ee83 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1594.288199] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d05d2d-b60f-7f4e-ffb9-9e48c337c9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008728} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.289491] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8fc470-9590-4668-8e01-3f4e52b6a608 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.296922] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1594.296922] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52de5a36-c44e-4535-5c78-2360312bdf17" [ 1594.296922] env[63302]: _type = "Task" [ 1594.296922] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.308647] env[63302]: INFO nova.compute.manager [-] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Took 1.59 seconds to deallocate network for instance. [ 1594.309015] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52de5a36-c44e-4535-5c78-2360312bdf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.336978] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795477, 'name': Rename_Task, 'duration_secs': 0.137487} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.337619] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.337931] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fef1802-d031-4c0d-b001-b44956aa1d08 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.347216] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1594.347216] env[63302]: value = "task-1795479" [ 1594.347216] env[63302]: _type = "Task" [ 1594.347216] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.352090] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1594.352289] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1594.352423] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleting the datastore file [datastore1] dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1594.354128] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58aa8b7e-ac5c-4f09-8079-ea9da692c81e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.359742] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.366395] env[63302]: DEBUG oslo_vmware.api [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1594.366395] env[63302]: value = "task-1795480" [ 1594.366395] env[63302]: _type = "Task" [ 1594.366395] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.375882] env[63302]: DEBUG oslo_vmware.api [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.385015] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077773} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.387732] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.390697] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba04b09-4e13-48b7-a7d4-9d2a7a2bc212 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.395737] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6d468905-e4e5-49f8-a5fb-73f054f76410 tempest-ServersTestMultiNic-301234740 tempest-ServersTestMultiNic-301234740-project-member] Lock "2a67d35d-5882-4494-9708-d0b921077856" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.315s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.417263] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304/955a94d5-a8c9-44eb-be2f-337bc0f97304.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.423050] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afbf4797-2d5b-4a8b-a0dd-82823f5543cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.441390] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1594.441390] env[63302]: value = "task-1795481" [ 1594.441390] env[63302]: _type = "Task" [ 1594.441390] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.451956] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.695682] env[63302]: DEBUG nova.network.neutron [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Successfully updated port: e98e35c1-6e58-44f9-8298-86a674bcdd51 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.811174] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52de5a36-c44e-4535-5c78-2360312bdf17, 'name': SearchDatastore_Task, 'duration_secs': 0.018253} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.811673] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.811951] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 345bff52-622f-4d37-8aff-a956c3a79aa1/345bff52-622f-4d37-8aff-a956c3a79aa1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.812424] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d6ad08f-ecb5-4acb-ab51-2ee259e549e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.815245] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.821567] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1594.821567] env[63302]: value = "task-1795482" [ 1594.821567] env[63302]: _type = "Task" [ 1594.821567] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.826637] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00c035-3671-460b-9f47-9f969f218870 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.834232] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.836811] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df67fd-17e7-4737-b031-2abbed553c90 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.840411] env[63302]: DEBUG nova.network.neutron [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Port b1ec8355-d095-4458-952e-987456a7c13c binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1594.840659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.840814] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.840995] env[63302]: DEBUG nova.network.neutron [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.878183] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c80df-7363-408e-916a-184df00f9aef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.886392] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795479, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.891570] env[63302]: DEBUG oslo_vmware.api [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357377} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.892237] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.892465] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.892928] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.892928] env[63302]: INFO nova.compute.manager [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1594.893071] env[63302]: DEBUG oslo.service.loopingcall [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.894301] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc898be-9926-4877-aa95-a9f5c77a3af3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.898158] env[63302]: DEBUG nova.compute.manager [-] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1594.898256] env[63302]: DEBUG nova.network.neutron [-] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.910715] env[63302]: DEBUG nova.compute.provider_tree [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.953151] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.198882] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "refresh_cache-993c3dc1-7699-4f81-a5c0-f0352a532b04" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.198882] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquired lock "refresh_cache-993c3dc1-7699-4f81-a5c0-f0352a532b04" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.198882] env[63302]: DEBUG nova.network.neutron [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.334151] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795482, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.385156] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795479, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.413995] env[63302]: DEBUG nova.scheduler.client.report [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.459069] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795481, 'name': ReconfigVM_Task, 'duration_secs': 0.846573} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.459355] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304/955a94d5-a8c9-44eb-be2f-337bc0f97304.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.460034] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee8841cc-05e2-4f4e-8322-8d6004deb5eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.468589] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1595.468589] env[63302]: value = "task-1795483" [ 1595.468589] env[63302]: _type = "Task" [ 1595.468589] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.480185] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795483, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.665911] env[63302]: DEBUG nova.compute.manager [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Received event network-vif-plugged-e98e35c1-6e58-44f9-8298-86a674bcdd51 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1595.665911] env[63302]: DEBUG oslo_concurrency.lockutils [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] Acquiring lock "993c3dc1-7699-4f81-a5c0-f0352a532b04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.665911] env[63302]: DEBUG oslo_concurrency.lockutils [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] Lock "993c3dc1-7699-4f81-a5c0-f0352a532b04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.665911] env[63302]: DEBUG oslo_concurrency.lockutils [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] Lock "993c3dc1-7699-4f81-a5c0-f0352a532b04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.666154] env[63302]: DEBUG nova.compute.manager [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] No waiting events found dispatching network-vif-plugged-e98e35c1-6e58-44f9-8298-86a674bcdd51 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.666840] env[63302]: WARNING nova.compute.manager [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Received unexpected event network-vif-plugged-e98e35c1-6e58-44f9-8298-86a674bcdd51 for instance with vm_state building and task_state spawning. [ 1595.666840] env[63302]: DEBUG nova.compute.manager [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Received event network-changed-e98e35c1-6e58-44f9-8298-86a674bcdd51 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1595.666840] env[63302]: DEBUG nova.compute.manager [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Refreshing instance network info cache due to event network-changed-e98e35c1-6e58-44f9-8298-86a674bcdd51. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1595.667338] env[63302]: DEBUG oslo_concurrency.lockutils [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] Acquiring lock "refresh_cache-993c3dc1-7699-4f81-a5c0-f0352a532b04" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.732415] env[63302]: DEBUG nova.network.neutron [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance_info_cache with network_info: [{"id": "b1ec8355-d095-4458-952e-987456a7c13c", "address": "fa:16:3e:1c:fe:b3", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ec8355-d0", "ovs_interfaceid": "b1ec8355-d095-4458-952e-987456a7c13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.752367] env[63302]: DEBUG nova.network.neutron [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.828678] env[63302]: DEBUG nova.network.neutron [-] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.841218] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795482, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.885229] env[63302]: DEBUG oslo_vmware.api [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795479, 'name': PowerOnVM_Task, 'duration_secs': 1.110859} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.889360] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.889672] env[63302]: INFO nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1595.889933] env[63302]: DEBUG nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.891307] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffcc4a0-a21c-40ce-aeea-dba3e175aaac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.919584] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.922817] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.797s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.923082] env[63302]: DEBUG nova.objects.instance [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lazy-loading 'resources' on Instance uuid aaef5fb9-cd3c-4d83-bf9c-968eaada2b94 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.961376] env[63302]: INFO nova.scheduler.client.report [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Deleted allocations for instance 9a072ae8-004b-46b4-8985-a8f688fec424 [ 1595.978488] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795483, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.025698] env[63302]: DEBUG nova.network.neutron [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Updating instance_info_cache with network_info: [{"id": "e98e35c1-6e58-44f9-8298-86a674bcdd51", "address": "fa:16:3e:c4:8a:83", "network": {"id": "c13fb3d7-5213-47e7-a39e-3815df7c7a25", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1574076903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d509eb6a21394e7385dcf2eeb66daeeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98e35c1-6e", "ovs_interfaceid": "e98e35c1-6e58-44f9-8298-86a674bcdd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.239170] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.334762] env[63302]: INFO nova.compute.manager [-] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Took 1.44 seconds to deallocate network for instance. [ 1596.337964] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795482, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.415329] env[63302]: INFO nova.compute.manager [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Took 53.99 seconds to build instance. [ 1596.469902] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5b582ce0-d7e7-45b2-9fa4-b0de095224a8 tempest-FloatingIPsAssociationTestJSON-1434024488 tempest-FloatingIPsAssociationTestJSON-1434024488-project-member] Lock "9a072ae8-004b-46b4-8985-a8f688fec424" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.412s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.483588] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795483, 'name': Rename_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.530789] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Releasing lock "refresh_cache-993c3dc1-7699-4f81-a5c0-f0352a532b04" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.530789] env[63302]: DEBUG nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Instance network_info: |[{"id": "e98e35c1-6e58-44f9-8298-86a674bcdd51", "address": "fa:16:3e:c4:8a:83", "network": {"id": "c13fb3d7-5213-47e7-a39e-3815df7c7a25", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1574076903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d509eb6a21394e7385dcf2eeb66daeeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98e35c1-6e", "ovs_interfaceid": "e98e35c1-6e58-44f9-8298-86a674bcdd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1596.531207] env[63302]: DEBUG oslo_concurrency.lockutils [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] Acquired lock "refresh_cache-993c3dc1-7699-4f81-a5c0-f0352a532b04" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.531504] env[63302]: DEBUG nova.network.neutron [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Refreshing network info cache for port e98e35c1-6e58-44f9-8298-86a674bcdd51 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.532846] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:8a:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e98e35c1-6e58-44f9-8298-86a674bcdd51', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.543037] env[63302]: DEBUG oslo.service.loopingcall [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.546483] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.547576] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd078922-969d-42fa-b7a7-fe91a1319497 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.571602] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.571602] env[63302]: value = "task-1795484" [ 1596.571602] env[63302]: _type = "Task" [ 1596.571602] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.583175] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795484, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.743761] env[63302]: DEBUG nova.compute.manager [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63302) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1596.743761] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.835337] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795482, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.842451} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.835608] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 345bff52-622f-4d37-8aff-a956c3a79aa1/345bff52-622f-4d37-8aff-a956c3a79aa1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.835827] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.836102] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4554118f-6ab7-4199-b2e2-70c5f5f0addd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.843120] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.843120] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1596.843120] env[63302]: value = "task-1795485" [ 1596.843120] env[63302]: _type = "Task" [ 1596.843120] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.853640] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.882547] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4d72c7-bc84-436c-b214-e577640e51fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.890050] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6abbbd8-fd10-4d20-9ff9-6a98ecc60d0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.922480] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d841130-1a1f-40f5-9ff4-4304644bb97a tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "a3086519-e3e2-439d-8dfd-942b8d506742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.207s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.923659] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf9a75-e2dc-4d9b-b13a-6ddedf01b7f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.932214] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394809b2-617c-4a70-a1ea-600ea3cb280e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.948342] env[63302]: DEBUG nova.compute.provider_tree [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.980296] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795483, 'name': Rename_Task, 'duration_secs': 1.035964} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.980581] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.980826] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09cd8de4-23e2-46ab-bfcc-209b4b2a14b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.987494] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1596.987494] env[63302]: value = "task-1795486" [ 1596.987494] env[63302]: _type = "Task" [ 1596.987494] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.997124] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.085092] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795484, 'name': CreateVM_Task, 'duration_secs': 0.401238} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.085312] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.086010] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.086188] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.086539] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1597.086774] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8dea66-7072-4ece-8818-42e4d25f12a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.092199] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1597.092199] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5242b170-df53-274b-6d93-518c8b89e685" [ 1597.092199] env[63302]: _type = "Task" [ 1597.092199] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.102519] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5242b170-df53-274b-6d93-518c8b89e685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.359136] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220017} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.359136] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.359136] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f640ba23-082c-46fd-859b-3cdb1f9cd11e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.393285] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 345bff52-622f-4d37-8aff-a956c3a79aa1/345bff52-622f-4d37-8aff-a956c3a79aa1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.396865] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd0c0ecd-3572-45e7-9485-9a09ffde0676 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.427698] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1597.427698] env[63302]: value = "task-1795487" [ 1597.427698] env[63302]: _type = "Task" [ 1597.427698] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.440833] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.452738] env[63302]: DEBUG nova.scheduler.client.report [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.498912] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.517652] env[63302]: DEBUG nova.network.neutron [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Updated VIF entry in instance network info cache for port e98e35c1-6e58-44f9-8298-86a674bcdd51. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.518862] env[63302]: DEBUG nova.network.neutron [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Updating instance_info_cache with network_info: [{"id": "e98e35c1-6e58-44f9-8298-86a674bcdd51", "address": "fa:16:3e:c4:8a:83", "network": {"id": "c13fb3d7-5213-47e7-a39e-3815df7c7a25", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1574076903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d509eb6a21394e7385dcf2eeb66daeeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98e35c1-6e", "ovs_interfaceid": "e98e35c1-6e58-44f9-8298-86a674bcdd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.604063] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5242b170-df53-274b-6d93-518c8b89e685, 'name': SearchDatastore_Task, 'duration_secs': 0.067035} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.604394] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.604651] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.604857] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.605009] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.605323] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.605533] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed27885e-b0da-4276-b7dd-35be266eb2dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.619318] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.619407] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.620203] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5a72fb-7978-46b9-be4d-5a591a29f5ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.626491] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1597.626491] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5277c421-ca63-a4ae-8e4e-4e8fcb2f5ef9" [ 1597.626491] env[63302]: _type = "Task" [ 1597.626491] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.633506] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5277c421-ca63-a4ae-8e4e-4e8fcb2f5ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.834923] env[63302]: INFO nova.compute.manager [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Rescuing [ 1597.835294] env[63302]: DEBUG oslo_concurrency.lockutils [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.835294] env[63302]: DEBUG oslo_concurrency.lockutils [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.835380] env[63302]: DEBUG nova.network.neutron [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.938211] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795487, 'name': ReconfigVM_Task, 'duration_secs': 0.41233} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.938533] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 345bff52-622f-4d37-8aff-a956c3a79aa1/345bff52-622f-4d37-8aff-a956c3a79aa1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.939330] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c379faf5-d5e7-4072-96ec-f3b6c1cee08c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.946392] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1597.946392] env[63302]: value = "task-1795488" [ 1597.946392] env[63302]: _type = "Task" [ 1597.946392] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.961594] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.963961] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795488, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.964451] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.312s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.964701] env[63302]: DEBUG nova.objects.instance [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lazy-loading 'resources' on Instance uuid 095044d1-c2db-4961-b885-7db97f5e14f1 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.988359] env[63302]: INFO nova.scheduler.client.report [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Deleted allocations for instance aaef5fb9-cd3c-4d83-bf9c-968eaada2b94 [ 1598.010273] env[63302]: DEBUG oslo_vmware.api [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795486, 'name': PowerOnVM_Task, 'duration_secs': 0.847493} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.010565] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.010743] env[63302]: DEBUG nova.compute.manager [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.011552] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf80adc8-0c35-4b7c-ac3c-e9c462d099e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.023479] env[63302]: DEBUG oslo_concurrency.lockutils [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] Releasing lock "refresh_cache-993c3dc1-7699-4f81-a5c0-f0352a532b04" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.023479] env[63302]: DEBUG nova.compute.manager [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Received event network-vif-deleted-3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1598.023479] env[63302]: INFO nova.compute.manager [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Neutron deleted interface 3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d; detaching it from the instance and deleting it from the info cache [ 1598.023479] env[63302]: DEBUG nova.network.neutron [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.143265] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5277c421-ca63-a4ae-8e4e-4e8fcb2f5ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.143476] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89d1a84-d5eb-452d-ba13-7209df166b23 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.150770] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1598.150770] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520c21a8-e473-2dd5-6da7-b1bc3b63f3cc" [ 1598.150770] env[63302]: _type = "Task" [ 1598.150770] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.158260] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520c21a8-e473-2dd5-6da7-b1bc3b63f3cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.457283] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795488, 'name': Rename_Task, 'duration_secs': 0.172989} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.457561] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.457809] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ba414a-0038-42f8-9fc3-539c5ede2ef7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.464175] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1598.464175] env[63302]: value = "task-1795489" [ 1598.464175] env[63302]: _type = "Task" [ 1598.464175] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.478762] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.506420] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a96ad3a5-dc11-44ee-bd7f-6dba308ca26f tempest-ServerRescueTestJSON-1033939534 tempest-ServerRescueTestJSON-1033939534-project-member] Lock "aaef5fb9-cd3c-4d83-bf9c-968eaada2b94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.809s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.528975] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2618c70c-441a-4ec0-874e-161c8d458949 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.539352] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.548678] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9344c1e1-64df-4fac-8a1f-b5914419840f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.602361] env[63302]: DEBUG nova.compute.manager [req-e4eba14e-c404-4275-966f-878bfe9688ff req-9289f228-9368-455d-b8f8-4fbb6e25fd17 service nova] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Detach interface failed, port_id=3aebb260-7ff9-4c2b-9fe3-d3a2c33beb3d, reason: Instance dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1598.661712] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520c21a8-e473-2dd5-6da7-b1bc3b63f3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019635} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.664395] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.664657] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 993c3dc1-7699-4f81-a5c0-f0352a532b04/993c3dc1-7699-4f81-a5c0-f0352a532b04.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1598.665119] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b0ce51a-0f01-483a-9f17-cbc4e24f6101 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.672195] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1598.672195] env[63302]: value = "task-1795490" [ 1598.672195] env[63302]: _type = "Task" [ 1598.672195] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.683409] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.921470] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e94c72-c025-4a4b-b8b7-2f6652a59676 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.929345] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db239c3f-981f-4321-969c-66ad09551e3b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.959951] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883fdeda-d3e0-4deb-ae9b-b3f0afa74b07 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.963945] env[63302]: DEBUG nova.network.neutron [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Updating instance_info_cache with network_info: [{"id": "2c12eb5b-8f22-4251-93ac-42305646cc49", "address": "fa:16:3e:50:13:94", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c12eb5b-8f", "ovs_interfaceid": "2c12eb5b-8f22-4251-93ac-42305646cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.971598] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854adb93-d9c4-4899-9783-41f45ff55da8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.990601] env[63302]: DEBUG nova.compute.provider_tree [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.990601] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.184668] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795490, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.471262] env[63302]: DEBUG oslo_concurrency.lockutils [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "refresh_cache-a3086519-e3e2-439d-8dfd-942b8d506742" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.485223] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795489, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.492486] env[63302]: DEBUG nova.scheduler.client.report [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.684076] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826909} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.684407] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 993c3dc1-7699-4f81-a5c0-f0352a532b04/993c3dc1-7699-4f81-a5c0-f0352a532b04.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.684549] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.684810] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42866080-5545-411f-8b3e-82bbe864adf6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.694047] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1599.694047] env[63302]: value = "task-1795491" [ 1599.694047] env[63302]: _type = "Task" [ 1599.694047] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.701058] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.977713] env[63302]: DEBUG oslo_vmware.api [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795489, 'name': PowerOnVM_Task, 'duration_secs': 1.167014} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.978656] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.978656] env[63302]: INFO nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1599.978656] env[63302]: DEBUG nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.979615] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a53dbc6-b557-496e-b40d-b4dd6e97f7c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.002863] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.005268] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.680s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.007756] env[63302]: INFO nova.compute.claims [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.036617] env[63302]: INFO nova.scheduler.client.report [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Deleted allocations for instance 095044d1-c2db-4961-b885-7db97f5e14f1 [ 1600.131938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "955a94d5-a8c9-44eb-be2f-337bc0f97304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.131938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "955a94d5-a8c9-44eb-be2f-337bc0f97304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.131938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "955a94d5-a8c9-44eb-be2f-337bc0f97304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.131938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "955a94d5-a8c9-44eb-be2f-337bc0f97304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.131938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "955a94d5-a8c9-44eb-be2f-337bc0f97304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.133660] env[63302]: INFO nova.compute.manager [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Terminating instance [ 1600.204394] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151374} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.204698] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1600.205519] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa4506-3257-4e90-bb01-38d27c468fe6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.233744] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 993c3dc1-7699-4f81-a5c0-f0352a532b04/993c3dc1-7699-4f81-a5c0-f0352a532b04.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1600.233744] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ef20ef-0552-4c77-be2b-5272aa13f6db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.253582] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1600.253582] env[63302]: value = "task-1795492" [ 1600.253582] env[63302]: _type = "Task" [ 1600.253582] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.263584] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.510344] env[63302]: INFO nova.compute.manager [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Took 52.59 seconds to build instance. [ 1600.548028] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c92123bf-25dc-42f0-b1ab-4c5ba30e484e tempest-InstanceActionsV221TestJSON-1714309410 tempest-InstanceActionsV221TestJSON-1714309410-project-member] Lock "095044d1-c2db-4961-b885-7db97f5e14f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.409s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.638239] env[63302]: DEBUG nova.compute.manager [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1600.639330] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.640094] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0476cd7-2eeb-4acd-a689-4414175ea038 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.649956] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.650183] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b514190-3043-4be7-ba91-8b26a1a0ef91 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.659110] env[63302]: DEBUG oslo_vmware.api [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1600.659110] env[63302]: value = "task-1795493" [ 1600.659110] env[63302]: _type = "Task" [ 1600.659110] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.670534] env[63302]: DEBUG oslo_vmware.api [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.769253] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795492, 'name': ReconfigVM_Task, 'duration_secs': 0.46659} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.769253] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 993c3dc1-7699-4f81-a5c0-f0352a532b04/993c3dc1-7699-4f81-a5c0-f0352a532b04.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.770220] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-348de732-55b1-450f-b0b1-c6d464785c19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.778743] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1600.778743] env[63302]: value = "task-1795494" [ 1600.778743] env[63302]: _type = "Task" [ 1600.778743] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.787489] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "fe32926c-c0f3-4c82-ac21-a889df126bef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.787613] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.792372] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795494, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.011727] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c59f796b-4146-4511-9fee-96c77826b0db tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "345bff52-622f-4d37-8aff-a956c3a79aa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.109s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.032996] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.032996] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0974ba5b-accc-453d-ab29-5d1ced7a611e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.046869] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1601.046869] env[63302]: value = "task-1795495" [ 1601.046869] env[63302]: _type = "Task" [ 1601.046869] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.064311] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.173606] env[63302]: DEBUG oslo_vmware.api [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795493, 'name': PowerOffVM_Task, 'duration_secs': 0.416664} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.174179] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.174729] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.175114] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0998926-caed-4685-be51-d84483a5a1ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.265142] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.265598] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.265935] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleting the datastore file [datastore1] 955a94d5-a8c9-44eb-be2f-337bc0f97304 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.266825] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee180c86-0f5e-4320-8302-278c2f135b5a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.276302] env[63302]: DEBUG oslo_vmware.api [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1601.276302] env[63302]: value = "task-1795497" [ 1601.276302] env[63302]: _type = "Task" [ 1601.276302] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.291068] env[63302]: DEBUG oslo_vmware.api [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.295974] env[63302]: DEBUG nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.301051] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795494, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.510718] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1c5d74-d3f1-4c08-988c-b3106587a5c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.524970] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa25047-583d-44aa-894b-7a91c86327c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.566624] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ae7e5-18f0-46d1-8095-b1b798f28dec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.578463] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a94026-2ffd-49dc-a440-c34edd11ddad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.582645] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795495, 'name': PowerOffVM_Task, 'duration_secs': 0.472654} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.582936] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.584190] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85392d4a-2772-4cb5-b5ca-f2aea008b738 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.595467] env[63302]: DEBUG nova.compute.provider_tree [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.614542] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddbebe3-a2cf-4019-a801-0a9165e21e26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.651489] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.652501] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a36837-8aa2-4436-b990-2cb9cfadd8eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.660092] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1601.660092] env[63302]: value = "task-1795498" [ 1601.660092] env[63302]: _type = "Task" [ 1601.660092] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.672939] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1601.673180] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.673440] env[63302]: DEBUG oslo_concurrency.lockutils [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.673583] env[63302]: DEBUG oslo_concurrency.lockutils [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.677022] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.677022] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca4a23ab-51c1-4428-b84a-679830ae8159 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.685560] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.685749] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.686600] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f75f1c5-50ea-44ba-ac73-32dd41a1ad83 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.693757] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1601.693757] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5298ab22-fc29-c337-9d38-325994d9d2a3" [ 1601.693757] env[63302]: _type = "Task" [ 1601.693757] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.708657] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5298ab22-fc29-c337-9d38-325994d9d2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.795667] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795494, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.795833] env[63302]: DEBUG oslo_vmware.api [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335262} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.796797] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1601.797023] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1601.797217] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1601.797398] env[63302]: INFO nova.compute.manager [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1601.797662] env[63302]: DEBUG oslo.service.loopingcall [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.797875] env[63302]: DEBUG nova.compute.manager [-] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1601.797970] env[63302]: DEBUG nova.network.neutron [-] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.829128] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.098976] env[63302]: DEBUG nova.scheduler.client.report [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.211283] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5298ab22-fc29-c337-9d38-325994d9d2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016672} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.214240] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5c8941-9594-44b9-8fd3-1345fa85fed9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.224059] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1602.224059] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52517fc2-01e3-2e31-addc-d8c2e23fb2c2" [ 1602.224059] env[63302]: _type = "Task" [ 1602.224059] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.225956] env[63302]: DEBUG nova.compute.manager [req-aedfe6e4-46d3-4c17-9c33-3eb292da12b1 req-7c44f674-2c8e-4e3c-ba94-604caf261da3 service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Received event network-vif-deleted-9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1602.226215] env[63302]: INFO nova.compute.manager [req-aedfe6e4-46d3-4c17-9c33-3eb292da12b1 req-7c44f674-2c8e-4e3c-ba94-604caf261da3 service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Neutron deleted interface 9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef; detaching it from the instance and deleting it from the info cache [ 1602.226395] env[63302]: DEBUG nova.network.neutron [req-aedfe6e4-46d3-4c17-9c33-3eb292da12b1 req-7c44f674-2c8e-4e3c-ba94-604caf261da3 service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.236603] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52517fc2-01e3-2e31-addc-d8c2e23fb2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.258659] env[63302]: DEBUG nova.compute.manager [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.260226] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2386ae9e-fc51-4cbb-99d8-54f31e07e28a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.293063] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795494, 'name': Rename_Task, 'duration_secs': 1.126047} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.294850] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.294850] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a449d4-0115-4730-86e4-80e1c7e63ab4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.300495] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1602.300495] env[63302]: value = "task-1795499" [ 1602.300495] env[63302]: _type = "Task" [ 1602.300495] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.310738] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.366310] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "054225ab-1703-4261-967c-eef54daf5778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.368743] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "054225ab-1703-4261-967c-eef54daf5778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.607654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.608235] env[63302]: DEBUG nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.611698] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.260s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.615419] env[63302]: INFO nova.compute.claims [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.696670] env[63302]: DEBUG nova.network.neutron [-] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.735282] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52517fc2-01e3-2e31-addc-d8c2e23fb2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.735282] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b0edec6-405b-4e1f-a128-a58bd2847f03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.742755] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435dddb4-5cbb-4e2b-85a7-cb9abcb6bdf3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.775351] env[63302]: INFO nova.compute.manager [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] instance snapshotting [ 1602.777130] env[63302]: DEBUG nova.compute.manager [req-aedfe6e4-46d3-4c17-9c33-3eb292da12b1 req-7c44f674-2c8e-4e3c-ba94-604caf261da3 service nova] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Detach interface failed, port_id=9ec7cc49-5cba-41ff-9ad1-32a5a80a3eef, reason: Instance 955a94d5-a8c9-44eb-be2f-337bc0f97304 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1602.779826] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293c61de-b6c4-4dc4-af5d-59766e685f7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.797930] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc1daa1-e05b-4243-bb58-270a1b12ca2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.813592] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795499, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.871428] env[63302]: DEBUG nova.compute.manager [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.981642] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquiring lock "34d5daee-4b2d-4dd4-821c-121cc990255d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.981894] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "34d5daee-4b2d-4dd4-821c-121cc990255d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.121758] env[63302]: DEBUG nova.compute.utils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.126078] env[63302]: DEBUG nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.126078] env[63302]: DEBUG nova.network.neutron [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.183476] env[63302]: DEBUG nova.policy [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1603.201145] env[63302]: INFO nova.compute.manager [-] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Took 1.40 seconds to deallocate network for instance. [ 1603.244036] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52517fc2-01e3-2e31-addc-d8c2e23fb2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.311852] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1603.312290] env[63302]: DEBUG oslo_vmware.api [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795499, 'name': PowerOnVM_Task, 'duration_secs': 0.589377} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.312820] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1920999-436a-4575-b018-30477f0e42be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.314970] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.315138] env[63302]: INFO nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1603.319364] env[63302]: DEBUG nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.319364] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b8d30-e90c-41d0-b2ab-ddf326b71ffa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.332158] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1603.332158] env[63302]: value = "task-1795500" [ 1603.332158] env[63302]: _type = "Task" [ 1603.332158] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.344567] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.401436] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.512580] env[63302]: DEBUG nova.network.neutron [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Successfully created port: daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.632729] env[63302]: DEBUG nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.707720] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.742941] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52517fc2-01e3-2e31-addc-d8c2e23fb2c2, 'name': SearchDatastore_Task, 'duration_secs': 1.141953} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.743826] env[63302]: DEBUG oslo_concurrency.lockutils [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.743826] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. {{(pid=63302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1603.743826] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4c066c6-a527-45be-bfd4-dbb4fd16953c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.750839] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1603.750839] env[63302]: value = "task-1795501" [ 1603.750839] env[63302]: _type = "Task" [ 1603.750839] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.762019] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.846811] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.856512] env[63302]: INFO nova.compute.manager [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Took 44.18 seconds to build instance. [ 1604.110585] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad0a45-3871-4df9-bf17-42bcb6550d8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.119602] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c177a61-2d71-408f-9909-3b9d363c5e34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.159988] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ca42b-0f0a-4ed1-bdd3-de7d952ed943 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.167644] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61211ee-7ede-4d59-83d3-feff08a3831a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.182884] env[63302]: DEBUG nova.compute.provider_tree [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.263263] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795501, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.343104] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795500, 'name': CreateSnapshot_Task, 'duration_secs': 0.600041} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.343412] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1604.344165] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3065d609-52c5-44cf-8dbd-3aad1f5b6a79 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.360877] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5f786f1f-954d-43c4-8b1d-1700450971fc tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "993c3dc1-7699-4f81-a5c0-f0352a532b04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.687s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.658883] env[63302]: DEBUG nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.686115] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.686115] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.686115] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.686115] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.687180] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.687524] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.687906] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.688199] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.688482] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.688836] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.689128] env[63302]: DEBUG nova.virt.hardware [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.690183] env[63302]: DEBUG nova.scheduler.client.report [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.694915] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db44fb-3cae-4866-8e83-99136d31124b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.704362] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3accffe0-0547-4f07-8e91-a7f1d88d1150 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.764349] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562661} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.764547] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. [ 1604.765733] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1936cd4e-7f5b-4d69-8001-a77ec7d87b56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.792820] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.793138] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ae9d8a-6985-49b7-b425-e07dd3029dc3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.811282] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1604.811282] env[63302]: value = "task-1795502" [ 1604.811282] env[63302]: _type = "Task" [ 1604.811282] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.820683] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.866816] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1604.867323] env[63302]: DEBUG nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1604.871177] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fbb9d4f8-b88b-4173-add9-618406a6b226 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.882169] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1604.882169] env[63302]: value = "task-1795503" [ 1604.882169] env[63302]: _type = "Task" [ 1604.882169] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.892986] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795503, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.030714] env[63302]: DEBUG nova.compute.manager [req-d0bb4a28-a212-487f-abec-84ab7fec5b37 req-f4fe1acd-1db5-4ea9-b4f6-c21d9cabb06a service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-vif-plugged-daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1605.031455] env[63302]: DEBUG oslo_concurrency.lockutils [req-d0bb4a28-a212-487f-abec-84ab7fec5b37 req-f4fe1acd-1db5-4ea9-b4f6-c21d9cabb06a service nova] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.031771] env[63302]: DEBUG oslo_concurrency.lockutils [req-d0bb4a28-a212-487f-abec-84ab7fec5b37 req-f4fe1acd-1db5-4ea9-b4f6-c21d9cabb06a service nova] Lock "d5480818-0f2c-459f-921d-a2740b215696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.032125] env[63302]: DEBUG oslo_concurrency.lockutils [req-d0bb4a28-a212-487f-abec-84ab7fec5b37 req-f4fe1acd-1db5-4ea9-b4f6-c21d9cabb06a service nova] Lock "d5480818-0f2c-459f-921d-a2740b215696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.032430] env[63302]: DEBUG nova.compute.manager [req-d0bb4a28-a212-487f-abec-84ab7fec5b37 req-f4fe1acd-1db5-4ea9-b4f6-c21d9cabb06a service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] No waiting events found dispatching network-vif-plugged-daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1605.032683] env[63302]: WARNING nova.compute.manager [req-d0bb4a28-a212-487f-abec-84ab7fec5b37 req-f4fe1acd-1db5-4ea9-b4f6-c21d9cabb06a service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received unexpected event network-vif-plugged-daf6a779-2238-49ce-aeab-39963dfbf704 for instance with vm_state building and task_state spawning. [ 1605.128893] env[63302]: DEBUG nova.network.neutron [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Successfully updated port: daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.200125] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.200931] env[63302]: DEBUG nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1605.205059] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.573s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.207561] env[63302]: INFO nova.compute.claims [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.325439] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.395942] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795503, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.399099] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.635138] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.635379] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.635626] env[63302]: DEBUG nova.network.neutron [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.717626] env[63302]: DEBUG nova.compute.utils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.721520] env[63302]: DEBUG nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.721653] env[63302]: DEBUG nova.network.neutron [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.813498] env[63302]: DEBUG nova.policy [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6597539b3614bdd83a04947ccb84f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9c77ff9bac44d30b5deff437ce44129', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.825412] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795502, 'name': ReconfigVM_Task, 'duration_secs': 0.806927} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.825774] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.826629] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cc1416-1995-4168-9e04-9f9011bbf062 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.854533] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5064ddc-3465-43df-b09a-22270306dbed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.871418] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1605.871418] env[63302]: value = "task-1795504" [ 1605.871418] env[63302]: _type = "Task" [ 1605.871418] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.881813] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.893137] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795503, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.171113] env[63302]: DEBUG nova.network.neutron [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.227785] env[63302]: DEBUG nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1606.359998] env[63302]: DEBUG nova.network.neutron [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.385438] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795504, 'name': ReconfigVM_Task, 'duration_secs': 0.161969} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.389897] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.392459] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf162442-6e90-49e5-b96a-0b133d1e2e1f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.398789] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795503, 'name': CloneVM_Task, 'duration_secs': 1.318428} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.402264] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Created linked-clone VM from snapshot [ 1606.402808] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1606.402808] env[63302]: value = "task-1795505" [ 1606.402808] env[63302]: _type = "Task" [ 1606.402808] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.404085] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36f2208-2c59-4c2b-a3c1-d814d5d5e5de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.415633] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Uploading image 15e0648d-f828-477a-8bd9-062601b009aa {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1606.423649] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795505, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.443511] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1606.443511] env[63302]: value = "vm-372388" [ 1606.443511] env[63302]: _type = "VirtualMachine" [ 1606.443511] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1606.446018] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a05999f8-49e3-456d-9d0f-a1242c101809 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.458026] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lease: (returnval){ [ 1606.458026] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52400ff5-6cb1-3df4-f898-0715301f5047" [ 1606.458026] env[63302]: _type = "HttpNfcLease" [ 1606.458026] env[63302]: } obtained for exporting VM: (result){ [ 1606.458026] env[63302]: value = "vm-372388" [ 1606.458026] env[63302]: _type = "VirtualMachine" [ 1606.458026] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1606.458026] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the lease: (returnval){ [ 1606.458026] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52400ff5-6cb1-3df4-f898-0715301f5047" [ 1606.458026] env[63302]: _type = "HttpNfcLease" [ 1606.458026] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1606.468329] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1606.468329] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52400ff5-6cb1-3df4-f898-0715301f5047" [ 1606.468329] env[63302]: _type = "HttpNfcLease" [ 1606.468329] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1606.509575] env[63302]: DEBUG nova.network.neutron [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Successfully created port: a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.641056] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760fc27-fdbb-454d-acd7-d29623c7e65e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.646356] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de6161a-cd23-490b-8fec-6e84d0d9751a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.678697] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd3eec-b4cc-4ef8-a99b-d1e979d524a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.686930] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f541fc5-4fa6-4d4b-bd4f-364481a724e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.704119] env[63302]: DEBUG nova.compute.provider_tree [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.861819] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.862073] env[63302]: DEBUG nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Instance network_info: |[{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1606.862611] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:19:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daf6a779-2238-49ce-aeab-39963dfbf704', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.870949] env[63302]: DEBUG oslo.service.loopingcall [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.871299] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5480818-0f2c-459f-921d-a2740b215696] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.871604] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53324562-ff13-406f-9f72-ea2d0366803d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.895067] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.895067] env[63302]: value = "task-1795507" [ 1606.895067] env[63302]: _type = "Task" [ 1606.895067] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.904017] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795507, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.917469] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.966467] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1606.966467] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52400ff5-6cb1-3df4-f898-0715301f5047" [ 1606.966467] env[63302]: _type = "HttpNfcLease" [ 1606.966467] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1607.063174] env[63302]: DEBUG nova.compute.manager [req-85f64c9e-053e-4f7f-b11d-c5e0bf55b55a req-4eb1d159-5763-4829-84e4-8d19d5509253 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-changed-daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1607.063174] env[63302]: DEBUG nova.compute.manager [req-85f64c9e-053e-4f7f-b11d-c5e0bf55b55a req-4eb1d159-5763-4829-84e4-8d19d5509253 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Refreshing instance network info cache due to event network-changed-daf6a779-2238-49ce-aeab-39963dfbf704. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1607.063174] env[63302]: DEBUG oslo_concurrency.lockutils [req-85f64c9e-053e-4f7f-b11d-c5e0bf55b55a req-4eb1d159-5763-4829-84e4-8d19d5509253 service nova] Acquiring lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.063174] env[63302]: DEBUG oslo_concurrency.lockutils [req-85f64c9e-053e-4f7f-b11d-c5e0bf55b55a req-4eb1d159-5763-4829-84e4-8d19d5509253 service nova] Acquired lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.063174] env[63302]: DEBUG nova.network.neutron [req-85f64c9e-053e-4f7f-b11d-c5e0bf55b55a req-4eb1d159-5763-4829-84e4-8d19d5509253 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Refreshing network info cache for port daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.205341] env[63302]: DEBUG nova.scheduler.client.report [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.236385] env[63302]: DEBUG nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1607.264533] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1607.264780] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.264934] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1607.265155] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.265314] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1607.265461] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1607.265668] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1607.265825] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1607.266139] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1607.266398] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1607.266613] env[63302]: DEBUG nova.virt.hardware [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1607.269738] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c607a7-9d6a-4a5a-92c1-8d8501cfe71d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.277743] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0644535e-ff18-42a6-b92c-2ec32d876633 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.293596] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "993c3dc1-7699-4f81-a5c0-f0352a532b04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.293793] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "993c3dc1-7699-4f81-a5c0-f0352a532b04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.293995] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "993c3dc1-7699-4f81-a5c0-f0352a532b04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.294380] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "993c3dc1-7699-4f81-a5c0-f0352a532b04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.295022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "993c3dc1-7699-4f81-a5c0-f0352a532b04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.296828] env[63302]: INFO nova.compute.manager [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Terminating instance [ 1607.409978] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795507, 'name': CreateVM_Task, 'duration_secs': 0.397206} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.410302] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5480818-0f2c-459f-921d-a2740b215696] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1607.413833] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.413994] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.414322] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1607.414599] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04e12c8-2e38-4ded-a969-9e575b5db0ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.420463] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1607.420463] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52936115-7394-4470-6ccc-d6787eeca674" [ 1607.420463] env[63302]: _type = "Task" [ 1607.420463] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.423284] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.430058] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52936115-7394-4470-6ccc-d6787eeca674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.466046] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1607.466046] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52400ff5-6cb1-3df4-f898-0715301f5047" [ 1607.466046] env[63302]: _type = "HttpNfcLease" [ 1607.466046] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1607.711509] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.712174] env[63302]: DEBUG nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1607.715341] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.394s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.718208] env[63302]: INFO nova.compute.claims [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.801993] env[63302]: DEBUG nova.network.neutron [req-85f64c9e-053e-4f7f-b11d-c5e0bf55b55a req-4eb1d159-5763-4829-84e4-8d19d5509253 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updated VIF entry in instance network info cache for port daf6a779-2238-49ce-aeab-39963dfbf704. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.801993] env[63302]: DEBUG nova.network.neutron [req-85f64c9e-053e-4f7f-b11d-c5e0bf55b55a req-4eb1d159-5763-4829-84e4-8d19d5509253 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.803524] env[63302]: DEBUG nova.compute.manager [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1607.803524] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.807203] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d5e8e5-2f9c-48f2-8660-6f3203e30fb0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.812679] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.812910] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de23099b-104b-4f0b-8e04-8e4e3f079204 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.820141] env[63302]: DEBUG oslo_vmware.api [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1607.820141] env[63302]: value = "task-1795508" [ 1607.820141] env[63302]: _type = "Task" [ 1607.820141] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.829734] env[63302]: DEBUG oslo_vmware.api [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.921907] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.931828] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52936115-7394-4470-6ccc-d6787eeca674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.966302] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1607.966302] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52400ff5-6cb1-3df4-f898-0715301f5047" [ 1607.966302] env[63302]: _type = "HttpNfcLease" [ 1607.966302] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1608.225330] env[63302]: DEBUG nova.compute.utils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.226898] env[63302]: DEBUG nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.227425] env[63302]: DEBUG nova.network.neutron [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.291890] env[63302]: DEBUG nova.policy [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48017ffa13d4720a4d3fcf9505440eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '444e3097c1244eee86652b0d9341f206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1608.307836] env[63302]: DEBUG oslo_concurrency.lockutils [req-85f64c9e-053e-4f7f-b11d-c5e0bf55b55a req-4eb1d159-5763-4829-84e4-8d19d5509253 service nova] Releasing lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.333686] env[63302]: DEBUG oslo_vmware.api [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795508, 'name': PowerOffVM_Task, 'duration_secs': 0.222863} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.336018] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.336018] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.336018] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-350d4f0d-9eff-4e55-8fbf-9a179e5a122f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.358559] env[63302]: DEBUG nova.network.neutron [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Successfully updated port: a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.424026] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.433093] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52936115-7394-4470-6ccc-d6787eeca674, 'name': SearchDatastore_Task, 'duration_secs': 0.783278} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.433393] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.433686] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1608.433993] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.434863] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.434863] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1608.434863] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23128fec-7afc-4e10-9c47-2747f0fb3aae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.443035] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1608.443920] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1608.444029] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a86094-13d1-45a7-84a9-77f982ee0912 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.449206] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1608.449206] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5264cf63-9662-808a-1e5b-c15bdf8cf9ff" [ 1608.449206] env[63302]: _type = "Task" [ 1608.449206] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.457486] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5264cf63-9662-808a-1e5b-c15bdf8cf9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.466044] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1608.466044] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52400ff5-6cb1-3df4-f898-0715301f5047" [ 1608.466044] env[63302]: _type = "HttpNfcLease" [ 1608.466044] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1608.466818] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1608.466818] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52400ff5-6cb1-3df4-f898-0715301f5047" [ 1608.466818] env[63302]: _type = "HttpNfcLease" [ 1608.466818] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1608.467406] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55af7c1-1c5f-42a5-964b-febed9af188b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.476632] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52786f6a-bc86-b8b4-cabd-f2c55a0de9f0/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1608.476952] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52786f6a-bc86-b8b4-cabd-f2c55a0de9f0/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1608.581331] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6751d2cf-ec88-4e0d-90bd-912e5a774c1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.597807] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.598665] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.598665] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Deleting the datastore file [datastore1] 993c3dc1-7699-4f81-a5c0-f0352a532b04 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.598665] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53fe49b7-c1c9-4c6b-ad3e-44de7990ce0b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.607051] env[63302]: DEBUG oslo_vmware.api [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1608.607051] env[63302]: value = "task-1795510" [ 1608.607051] env[63302]: _type = "Task" [ 1608.607051] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.616643] env[63302]: DEBUG oslo_vmware.api [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.731451] env[63302]: DEBUG nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1608.759283] env[63302]: DEBUG nova.network.neutron [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Successfully created port: 125d1d21-b8e2-49ea-a717-cf2a31f94dda {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1608.864491] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.864832] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.864929] env[63302]: DEBUG nova.network.neutron [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.923530] env[63302]: DEBUG oslo_vmware.api [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795505, 'name': PowerOnVM_Task, 'duration_secs': 2.178338} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.926829] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.930213] env[63302]: DEBUG nova.compute.manager [None req-546a6978-159a-4662-97bd-e29e1cf21537 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.932110] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d6f3b2-0b19-4ec3-99a6-02877cfe6498 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.967017] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5264cf63-9662-808a-1e5b-c15bdf8cf9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.00836} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.967017] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aca04db-39eb-455d-a54c-5fc424f1f46c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.972093] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1608.972093] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c92f63-efa3-837e-85d7-b68ee8b4f566" [ 1608.972093] env[63302]: _type = "Task" [ 1608.972093] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.985967] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c92f63-efa3-837e-85d7-b68ee8b4f566, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.986339] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.986776] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] d5480818-0f2c-459f-921d-a2740b215696/d5480818-0f2c-459f-921d-a2740b215696.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1608.987096] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a967241-4cbc-4e75-b269-aa2e0fb299df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.997715] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1608.997715] env[63302]: value = "task-1795511" [ 1608.997715] env[63302]: _type = "Task" [ 1608.997715] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.010992] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.065906] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquiring lock "e20d7224-489c-4bd2-b13e-7962e26747e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.066321] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "e20d7224-489c-4bd2-b13e-7962e26747e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.094011] env[63302]: DEBUG nova.compute.manager [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Received event network-vif-plugged-a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1609.094298] env[63302]: DEBUG oslo_concurrency.lockutils [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] Acquiring lock "d401787b-7960-488a-9d12-949af3f2623c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.094523] env[63302]: DEBUG oslo_concurrency.lockutils [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] Lock "d401787b-7960-488a-9d12-949af3f2623c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.094850] env[63302]: DEBUG oslo_concurrency.lockutils [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] Lock "d401787b-7960-488a-9d12-949af3f2623c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.094957] env[63302]: DEBUG nova.compute.manager [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] No waiting events found dispatching network-vif-plugged-a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.095236] env[63302]: WARNING nova.compute.manager [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Received unexpected event network-vif-plugged-a83352e4-67b4-409a-8aa4-147124f45e48 for instance with vm_state building and task_state spawning. [ 1609.095539] env[63302]: DEBUG nova.compute.manager [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Received event network-changed-a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1609.095879] env[63302]: DEBUG nova.compute.manager [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Refreshing instance network info cache due to event network-changed-a83352e4-67b4-409a-8aa4-147124f45e48. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1609.096266] env[63302]: DEBUG oslo_concurrency.lockutils [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] Acquiring lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.122877] env[63302]: DEBUG oslo_vmware.api [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141779} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.126531] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.126840] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.127064] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.128438] env[63302]: INFO nova.compute.manager [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1609.128747] env[63302]: DEBUG oslo.service.loopingcall [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.129220] env[63302]: DEBUG nova.compute.manager [-] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.129322] env[63302]: DEBUG nova.network.neutron [-] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.265796] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b8660c-ced0-4cd5-892b-6281402cf8a6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.276755] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e632d9c7-879d-4951-96e4-5b1b5d89230d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.313225] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f744cc-9fde-4ae0-a096-b584afa0454e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.325040] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dbaf34-2917-481b-8a7a-36658bfb228a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.342219] env[63302]: DEBUG nova.compute.provider_tree [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.455037] env[63302]: DEBUG nova.network.neutron [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.521424] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500872} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.521717] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] d5480818-0f2c-459f-921d-a2740b215696/d5480818-0f2c-459f-921d-a2740b215696.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.522011] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.522302] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-316a029e-7a73-4488-901b-e3ec59ef03d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.529357] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1609.529357] env[63302]: value = "task-1795512" [ 1609.529357] env[63302]: _type = "Task" [ 1609.529357] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.538983] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.670067] env[63302]: DEBUG nova.network.neutron [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updating instance_info_cache with network_info: [{"id": "a83352e4-67b4-409a-8aa4-147124f45e48", "address": "fa:16:3e:22:8e:6b", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83352e4-67", "ovs_interfaceid": "a83352e4-67b4-409a-8aa4-147124f45e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.746531] env[63302]: DEBUG nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1609.784861] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.785363] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.785607] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.786241] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.786411] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.786566] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.786783] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.786954] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.787198] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.787433] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.787554] env[63302]: DEBUG nova.virt.hardware [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.788457] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4658c405-dfef-4729-908d-330afbdd7982 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.797810] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725e8b6-fc62-4dc9-85e0-f7663f3766a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.845508] env[63302]: DEBUG nova.scheduler.client.report [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.929773] env[63302]: DEBUG nova.network.neutron [-] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.039544] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06869} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.039970] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1610.040898] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28c0c2e-d27c-44a8-9083-83d8603158c2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.064596] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d5480818-0f2c-459f-921d-a2740b215696/d5480818-0f2c-459f-921d-a2740b215696.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1610.064937] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c92892ba-c6d9-4088-a3a4-9981bac7f362 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.087413] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1610.087413] env[63302]: value = "task-1795513" [ 1610.087413] env[63302]: _type = "Task" [ 1610.087413] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.097696] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.174157] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Releasing lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.174535] env[63302]: DEBUG nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Instance network_info: |[{"id": "a83352e4-67b4-409a-8aa4-147124f45e48", "address": "fa:16:3e:22:8e:6b", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83352e4-67", "ovs_interfaceid": "a83352e4-67b4-409a-8aa4-147124f45e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1610.174900] env[63302]: DEBUG oslo_concurrency.lockutils [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] Acquired lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.175698] env[63302]: DEBUG nova.network.neutron [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Refreshing network info cache for port a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.176991] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:8e:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a83352e4-67b4-409a-8aa4-147124f45e48', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1610.184169] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Creating folder: Project (c9c77ff9bac44d30b5deff437ce44129). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1610.187879] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a467836-e14d-4803-9e4d-0181e44c29be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.198544] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Created folder: Project (c9c77ff9bac44d30b5deff437ce44129) in parent group-v372222. [ 1610.198745] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Creating folder: Instances. Parent ref: group-v372390. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1610.198995] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b04a7735-7326-4d8e-99a6-dc834d5541c2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.208024] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Created folder: Instances in parent group-v372390. [ 1610.208309] env[63302]: DEBUG oslo.service.loopingcall [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.208534] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d401787b-7960-488a-9d12-949af3f2623c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1610.208755] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d115f6-8928-458a-89b9-a8de095b33e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.233818] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1610.233818] env[63302]: value = "task-1795516" [ 1610.233818] env[63302]: _type = "Task" [ 1610.233818] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.248419] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795516, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.350492] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.351120] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1610.353940] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.763s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.354230] env[63302]: DEBUG nova.objects.instance [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lazy-loading 'resources' on Instance uuid 993deaf6-8c7a-4cfd-bad6-557d849fae36 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.398571] env[63302]: DEBUG nova.compute.manager [req-98320ce9-c061-43c4-80af-afe5438ac00a req-36c42102-2dd9-430b-8d33-41aabe749f81 service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Received event network-vif-plugged-125d1d21-b8e2-49ea-a717-cf2a31f94dda {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1610.398813] env[63302]: DEBUG oslo_concurrency.lockutils [req-98320ce9-c061-43c4-80af-afe5438ac00a req-36c42102-2dd9-430b-8d33-41aabe749f81 service nova] Acquiring lock "35de6f27-1716-4edf-a201-de2c7e2c0341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.399071] env[63302]: DEBUG oslo_concurrency.lockutils [req-98320ce9-c061-43c4-80af-afe5438ac00a req-36c42102-2dd9-430b-8d33-41aabe749f81 service nova] Lock "35de6f27-1716-4edf-a201-de2c7e2c0341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.399303] env[63302]: DEBUG oslo_concurrency.lockutils [req-98320ce9-c061-43c4-80af-afe5438ac00a req-36c42102-2dd9-430b-8d33-41aabe749f81 service nova] Lock "35de6f27-1716-4edf-a201-de2c7e2c0341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.399503] env[63302]: DEBUG nova.compute.manager [req-98320ce9-c061-43c4-80af-afe5438ac00a req-36c42102-2dd9-430b-8d33-41aabe749f81 service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] No waiting events found dispatching network-vif-plugged-125d1d21-b8e2-49ea-a717-cf2a31f94dda {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1610.399689] env[63302]: WARNING nova.compute.manager [req-98320ce9-c061-43c4-80af-afe5438ac00a req-36c42102-2dd9-430b-8d33-41aabe749f81 service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Received unexpected event network-vif-plugged-125d1d21-b8e2-49ea-a717-cf2a31f94dda for instance with vm_state building and task_state spawning. [ 1610.433965] env[63302]: INFO nova.compute.manager [-] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Took 1.30 seconds to deallocate network for instance. [ 1610.574912] env[63302]: DEBUG nova.network.neutron [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updated VIF entry in instance network info cache for port a83352e4-67b4-409a-8aa4-147124f45e48. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.575327] env[63302]: DEBUG nova.network.neutron [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updating instance_info_cache with network_info: [{"id": "a83352e4-67b4-409a-8aa4-147124f45e48", "address": "fa:16:3e:22:8e:6b", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83352e4-67", "ovs_interfaceid": "a83352e4-67b4-409a-8aa4-147124f45e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.585266] env[63302]: DEBUG nova.network.neutron [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Successfully updated port: 125d1d21-b8e2-49ea-a717-cf2a31f94dda {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1610.600271] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795513, 'name': ReconfigVM_Task, 'duration_secs': 0.358875} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.600743] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d5480818-0f2c-459f-921d-a2740b215696/d5480818-0f2c-459f-921d-a2740b215696.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.601540] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-768425fc-0af4-43e4-a896-cd591198bae1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.608624] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1610.608624] env[63302]: value = "task-1795517" [ 1610.608624] env[63302]: _type = "Task" [ 1610.608624] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.618206] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795517, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.748115] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795516, 'name': CreateVM_Task, 'duration_secs': 0.409563} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.748115] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d401787b-7960-488a-9d12-949af3f2623c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.748757] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.748757] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.749082] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.749334] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30fc1e4-25e5-4012-9752-85bbd1ffdadf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.754447] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1610.754447] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522a7dc0-2614-6db3-06b3-bd23705d1cdf" [ 1610.754447] env[63302]: _type = "Task" [ 1610.754447] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.762290] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522a7dc0-2614-6db3-06b3-bd23705d1cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.857300] env[63302]: DEBUG nova.compute.utils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1610.862114] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1610.862114] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1610.909800] env[63302]: DEBUG nova.policy [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd158642cf5ad4371ba7c1f23c4f7c6a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd757022eb1c84396b8579bcfcc754071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1610.941564] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.078442] env[63302]: DEBUG oslo_concurrency.lockutils [req-dbfdd718-0efc-41f6-9e08-415a8d5ec880 req-93f1192c-1123-4eda-b327-f8b230b64e81 service nova] Releasing lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.088067] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "refresh_cache-35de6f27-1716-4edf-a201-de2c7e2c0341" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.088234] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "refresh_cache-35de6f27-1716-4edf-a201-de2c7e2c0341" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.088391] env[63302]: DEBUG nova.network.neutron [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.118781] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795517, 'name': Rename_Task, 'duration_secs': 0.165219} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.121565] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.122437] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9edc97e6-97d2-49fc-8b88-6665da75ba77 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.131464] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1611.131464] env[63302]: value = "task-1795518" [ 1611.131464] env[63302]: _type = "Task" [ 1611.131464] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.144788] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.266147] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522a7dc0-2614-6db3-06b3-bd23705d1cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.01888} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.266467] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.266718] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1611.266948] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.267110] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.267286] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1611.269898] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e677d5-afe9-4b35-96c0-a6d7b8bf8340 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.278981] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1611.279202] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1611.279991] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae54db3f-0d7a-4c5f-8bdf-22f10c5d9508 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.287405] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1611.287405] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524d5aa6-3b4f-b3c1-5e20-f1dc67efdfe3" [ 1611.287405] env[63302]: _type = "Task" [ 1611.287405] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.295201] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524d5aa6-3b4f-b3c1-5e20-f1dc67efdfe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.296247] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424980f-9066-4bdc-9fca-256ca07e5ac3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.303920] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690381fc-8839-45eb-9e1e-0de38b3a651b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.341624] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Successfully created port: 8dc9332b-5e55-486b-8bee-971404db4704 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1611.343459] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85541d-91a8-4f82-89ae-ed712e9af79a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.349188] env[63302]: DEBUG nova.compute.manager [req-0dab3336-07b8-4f06-aedd-71327b4e7668 req-5fcf32f2-7632-455e-8b9f-8b58bfbbd5d0 service nova] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Received event network-vif-deleted-e98e35c1-6e58-44f9-8298-86a674bcdd51 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1611.356340] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6e73b8-1b55-4865-8a8e-543a04ee242b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.362170] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1611.373796] env[63302]: DEBUG nova.compute.provider_tree [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.524017] env[63302]: INFO nova.compute.manager [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Rescuing [ 1611.524271] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.524429] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.524597] env[63302]: DEBUG nova.network.neutron [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.646195] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795518, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.646827] env[63302]: DEBUG nova.network.neutron [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1611.796853] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524d5aa6-3b4f-b3c1-5e20-f1dc67efdfe3, 'name': SearchDatastore_Task, 'duration_secs': 0.021645} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.798713] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a9227a-5a02-48ef-8b1d-a707c78a7953 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.805359] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1611.805359] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5226e7e5-9cc8-3176-c667-b52a6c1eee2f" [ 1611.805359] env[63302]: _type = "Task" [ 1611.805359] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.811365] env[63302]: DEBUG nova.network.neutron [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Updating instance_info_cache with network_info: [{"id": "125d1d21-b8e2-49ea-a717-cf2a31f94dda", "address": "fa:16:3e:b2:63:b0", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125d1d21-b8", "ovs_interfaceid": "125d1d21-b8e2-49ea-a717-cf2a31f94dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.816014] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5226e7e5-9cc8-3176-c667-b52a6c1eee2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.879835] env[63302]: DEBUG nova.scheduler.client.report [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.144646] env[63302]: DEBUG oslo_vmware.api [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795518, 'name': PowerOnVM_Task, 'duration_secs': 1.002767} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.144998] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.145261] env[63302]: INFO nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1612.145455] env[63302]: DEBUG nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.146502] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd0de8-c67f-4a27-aadf-a449b1ac29bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.259325] env[63302]: DEBUG nova.network.neutron [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Updating instance_info_cache with network_info: [{"id": "46e78916-28f4-4980-b8b5-eec197bc9834", "address": "fa:16:3e:6b:52:76", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e78916-28", "ovs_interfaceid": "46e78916-28f4-4980-b8b5-eec197bc9834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.315982] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5226e7e5-9cc8-3176-c667-b52a6c1eee2f, 'name': SearchDatastore_Task, 'duration_secs': 0.068407} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.316311] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.316767] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] d401787b-7960-488a-9d12-949af3f2623c/d401787b-7960-488a-9d12-949af3f2623c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1612.317262] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "refresh_cache-35de6f27-1716-4edf-a201-de2c7e2c0341" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.317723] env[63302]: DEBUG nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Instance network_info: |[{"id": "125d1d21-b8e2-49ea-a717-cf2a31f94dda", "address": "fa:16:3e:b2:63:b0", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125d1d21-b8", "ovs_interfaceid": "125d1d21-b8e2-49ea-a717-cf2a31f94dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1612.317981] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c8022b1-077e-40eb-9e68-01ed8a385497 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.321064] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:63:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '125d1d21-b8e2-49ea-a717-cf2a31f94dda', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1612.329330] env[63302]: DEBUG oslo.service.loopingcall [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.329330] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1612.329562] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad00cf97-1fb8-4663-a7a3-8d463363b3f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.346706] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1612.346706] env[63302]: value = "task-1795519" [ 1612.346706] env[63302]: _type = "Task" [ 1612.346706] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.352702] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.352702] env[63302]: value = "task-1795520" [ 1612.352702] env[63302]: _type = "Task" [ 1612.352702] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.356180] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.364112] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795520, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.385050] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1612.389365] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.392342] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.875s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.393999] env[63302]: INFO nova.compute.claims [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.416062] env[63302]: INFO nova.scheduler.client.report [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted allocations for instance 993deaf6-8c7a-4cfd-bad6-557d849fae36 [ 1612.436666] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1612.436666] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.436666] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1612.436666] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.436666] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1612.436666] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1612.437205] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1612.437205] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1612.437417] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1612.437620] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1612.437827] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1612.438867] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2568332-4598-44d8-a1d6-58053cca6704 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.449022] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0ba525-21e0-4e1e-a623-104ff3639678 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.486119] env[63302]: DEBUG nova.compute.manager [req-78842c40-c99a-49ab-8b95-18d50f9467ad req-2ad0bcc5-c89a-407c-9c80-7054eef681ef service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Received event network-changed-125d1d21-b8e2-49ea-a717-cf2a31f94dda {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1612.486119] env[63302]: DEBUG nova.compute.manager [req-78842c40-c99a-49ab-8b95-18d50f9467ad req-2ad0bcc5-c89a-407c-9c80-7054eef681ef service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Refreshing instance network info cache due to event network-changed-125d1d21-b8e2-49ea-a717-cf2a31f94dda. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1612.486392] env[63302]: DEBUG oslo_concurrency.lockutils [req-78842c40-c99a-49ab-8b95-18d50f9467ad req-2ad0bcc5-c89a-407c-9c80-7054eef681ef service nova] Acquiring lock "refresh_cache-35de6f27-1716-4edf-a201-de2c7e2c0341" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.486450] env[63302]: DEBUG oslo_concurrency.lockutils [req-78842c40-c99a-49ab-8b95-18d50f9467ad req-2ad0bcc5-c89a-407c-9c80-7054eef681ef service nova] Acquired lock "refresh_cache-35de6f27-1716-4edf-a201-de2c7e2c0341" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.486659] env[63302]: DEBUG nova.network.neutron [req-78842c40-c99a-49ab-8b95-18d50f9467ad req-2ad0bcc5-c89a-407c-9c80-7054eef681ef service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Refreshing network info cache for port 125d1d21-b8e2-49ea-a717-cf2a31f94dda {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.665952] env[63302]: INFO nova.compute.manager [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Took 34.36 seconds to build instance. [ 1612.762489] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.860197] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.869058] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795520, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.924108] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c2a182e9-1e66-4c17-8a24-ad49fd8c0397 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "993deaf6-8c7a-4cfd-bad6-557d849fae36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.830s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.167415] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac7d6325-5c16-400c-a16e-4e639746376b tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "d5480818-0f2c-459f-921d-a2740b215696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.867s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.202971] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Successfully updated port: 8dc9332b-5e55-486b-8bee-971404db4704 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.353628] env[63302]: DEBUG nova.network.neutron [req-78842c40-c99a-49ab-8b95-18d50f9467ad req-2ad0bcc5-c89a-407c-9c80-7054eef681ef service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Updated VIF entry in instance network info cache for port 125d1d21-b8e2-49ea-a717-cf2a31f94dda. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.354014] env[63302]: DEBUG nova.network.neutron [req-78842c40-c99a-49ab-8b95-18d50f9467ad req-2ad0bcc5-c89a-407c-9c80-7054eef681ef service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Updating instance_info_cache with network_info: [{"id": "125d1d21-b8e2-49ea-a717-cf2a31f94dda", "address": "fa:16:3e:b2:63:b0", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125d1d21-b8", "ovs_interfaceid": "125d1d21-b8e2-49ea-a717-cf2a31f94dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.362416] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553849} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.364965] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] d401787b-7960-488a-9d12-949af3f2623c/d401787b-7960-488a-9d12-949af3f2623c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.365583] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.366077] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79b0b4cc-3af0-4643-a351-e0420044ac93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.374244] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795520, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.376021] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1613.376021] env[63302]: value = "task-1795521" [ 1613.376021] env[63302]: _type = "Task" [ 1613.376021] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.396353] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.671624] env[63302]: DEBUG nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.709428] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "refresh_cache-66db05c1-0227-40ca-842f-a062485d140a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.709548] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "refresh_cache-66db05c1-0227-40ca-842f-a062485d140a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.709714] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.840511] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04267f1c-16d9-49e2-bd47-d2d17a3c3387 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.848309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22257c8-1396-4ff6-b353-0ed899678cf1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.880464] env[63302]: DEBUG oslo_concurrency.lockutils [req-78842c40-c99a-49ab-8b95-18d50f9467ad req-2ad0bcc5-c89a-407c-9c80-7054eef681ef service nova] Releasing lock "refresh_cache-35de6f27-1716-4edf-a201-de2c7e2c0341" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.888031] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ae368-1f00-4b84-a957-e40bdc52f586 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.895475] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795520, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.901280] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166682} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.902543] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e2e901-bc54-4be2-8d02-bc21311d6ab2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.912103] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.912103] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2475126c-48ea-4cd7-a544-b9c0f5a4beac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.923179] env[63302]: DEBUG nova.compute.provider_tree [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.942666] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] d401787b-7960-488a-9d12-949af3f2623c/d401787b-7960-488a-9d12-949af3f2623c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.943043] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49992a54-83d6-426d-b39a-46df4184a0de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.965020] env[63302]: DEBUG nova.compute.manager [req-115de60c-8763-4567-b895-003124fef744 req-0cfbc50a-0cba-4486-aae4-3801fc82eaa7 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-changed-daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1613.965020] env[63302]: DEBUG nova.compute.manager [req-115de60c-8763-4567-b895-003124fef744 req-0cfbc50a-0cba-4486-aae4-3801fc82eaa7 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Refreshing instance network info cache due to event network-changed-daf6a779-2238-49ce-aeab-39963dfbf704. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1613.965020] env[63302]: DEBUG oslo_concurrency.lockutils [req-115de60c-8763-4567-b895-003124fef744 req-0cfbc50a-0cba-4486-aae4-3801fc82eaa7 service nova] Acquiring lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.965020] env[63302]: DEBUG oslo_concurrency.lockutils [req-115de60c-8763-4567-b895-003124fef744 req-0cfbc50a-0cba-4486-aae4-3801fc82eaa7 service nova] Acquired lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.965020] env[63302]: DEBUG nova.network.neutron [req-115de60c-8763-4567-b895-003124fef744 req-0cfbc50a-0cba-4486-aae4-3801fc82eaa7 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Refreshing network info cache for port daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.970483] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1613.970483] env[63302]: value = "task-1795522" [ 1613.970483] env[63302]: _type = "Task" [ 1613.970483] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.979910] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.200154] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.243346] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.299116] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.299565] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d3f98d9-d997-4fef-b248-3887a958df82 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.308555] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1614.308555] env[63302]: value = "task-1795523" [ 1614.308555] env[63302]: _type = "Task" [ 1614.308555] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.320216] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.392420] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795520, 'name': CreateVM_Task, 'duration_secs': 1.57868} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.392761] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.393380] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.393543] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.395937] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.396930] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Updating instance_info_cache with network_info: [{"id": "8dc9332b-5e55-486b-8bee-971404db4704", "address": "fa:16:3e:4d:47:37", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc9332b-5e", "ovs_interfaceid": "8dc9332b-5e55-486b-8bee-971404db4704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.398634] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c999fcab-7167-4062-8162-9803310f1edb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.403856] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1614.403856] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ed1b71-72a8-0221-ce9a-8e34e12c4a12" [ 1614.403856] env[63302]: _type = "Task" [ 1614.403856] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.412941] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ed1b71-72a8-0221-ce9a-8e34e12c4a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.444032] env[63302]: DEBUG nova.scheduler.client.report [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.483439] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.526923] env[63302]: DEBUG nova.compute.manager [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Received event network-vif-plugged-8dc9332b-5e55-486b-8bee-971404db4704 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1614.527179] env[63302]: DEBUG oslo_concurrency.lockutils [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] Acquiring lock "66db05c1-0227-40ca-842f-a062485d140a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.527401] env[63302]: DEBUG oslo_concurrency.lockutils [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] Lock "66db05c1-0227-40ca-842f-a062485d140a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.527577] env[63302]: DEBUG oslo_concurrency.lockutils [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] Lock "66db05c1-0227-40ca-842f-a062485d140a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.527748] env[63302]: DEBUG nova.compute.manager [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] No waiting events found dispatching network-vif-plugged-8dc9332b-5e55-486b-8bee-971404db4704 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.527917] env[63302]: WARNING nova.compute.manager [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Received unexpected event network-vif-plugged-8dc9332b-5e55-486b-8bee-971404db4704 for instance with vm_state building and task_state spawning. [ 1614.528115] env[63302]: DEBUG nova.compute.manager [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Received event network-changed-8dc9332b-5e55-486b-8bee-971404db4704 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1614.528283] env[63302]: DEBUG nova.compute.manager [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Refreshing instance network info cache due to event network-changed-8dc9332b-5e55-486b-8bee-971404db4704. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1614.528452] env[63302]: DEBUG oslo_concurrency.lockutils [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] Acquiring lock "refresh_cache-66db05c1-0227-40ca-842f-a062485d140a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.794919] env[63302]: DEBUG nova.network.neutron [req-115de60c-8763-4567-b895-003124fef744 req-0cfbc50a-0cba-4486-aae4-3801fc82eaa7 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updated VIF entry in instance network info cache for port daf6a779-2238-49ce-aeab-39963dfbf704. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.795337] env[63302]: DEBUG nova.network.neutron [req-115de60c-8763-4567-b895-003124fef744 req-0cfbc50a-0cba-4486-aae4-3801fc82eaa7 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.821447] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795523, 'name': PowerOffVM_Task, 'duration_secs': 0.227207} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.821447] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.822985] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ab8483-c811-410e-92b8-01becd2af422 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.845302] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b34ba19-f8ce-4f82-b4f6-7a3e7669a4fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.889364] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.889755] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb3f231a-fea6-4696-ad0c-5c56dc48f227 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.896261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "bec92484-6111-4c4b-9592-d6d00a38d34b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.896694] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.899442] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "refresh_cache-66db05c1-0227-40ca-842f-a062485d140a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.899763] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Instance network_info: |[{"id": "8dc9332b-5e55-486b-8bee-971404db4704", "address": "fa:16:3e:4d:47:37", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc9332b-5e", "ovs_interfaceid": "8dc9332b-5e55-486b-8bee-971404db4704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1614.901358] env[63302]: DEBUG oslo_concurrency.lockutils [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] Acquired lock "refresh_cache-66db05c1-0227-40ca-842f-a062485d140a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.901547] env[63302]: DEBUG nova.network.neutron [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Refreshing network info cache for port 8dc9332b-5e55-486b-8bee-971404db4704 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.903328] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:47:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dc9332b-5e55-486b-8bee-971404db4704', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.911057] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Creating folder: Project (d757022eb1c84396b8579bcfcc754071). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.911167] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1614.911167] env[63302]: value = "task-1795524" [ 1614.911167] env[63302]: _type = "Task" [ 1614.911167] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.912391] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8702b66c-ecc6-4aed-957a-0cae05d0beb1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.930846] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ed1b71-72a8-0221-ce9a-8e34e12c4a12, 'name': SearchDatastore_Task, 'duration_secs': 0.019529} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.932261] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1614.932465] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.932716] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.933024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.933137] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.933357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.933587] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.933781] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.934011] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Created folder: Project (d757022eb1c84396b8579bcfcc754071) in parent group-v372222. [ 1614.934185] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Creating folder: Instances. Parent ref: group-v372394. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.934420] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-519c2457-8f29-4641-a0a8-a490ff9f4df5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.936387] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-122c4094-dc66-49f9-a028-563de35d4b7b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.948115] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Created folder: Instances in parent group-v372394. [ 1614.948396] env[63302]: DEBUG oslo.service.loopingcall [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.948613] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.948772] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.949581] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.950307] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.950792] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1614.954324] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fcc3b2-0e90-47db-886d-3e2732bb1889 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.956898] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a1e21dc-c270-4631-b18f-d1fcea5836bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.971617] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.026s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.973249] env[63302]: INFO nova.compute.claims [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.982330] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1614.982330] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cc94b3-2c79-946d-0db8-e5b0d1db5617" [ 1614.982330] env[63302]: _type = "Task" [ 1614.982330] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.985421] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.985421] env[63302]: value = "task-1795527" [ 1614.985421] env[63302]: _type = "Task" [ 1614.985421] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.007585] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795522, 'name': ReconfigVM_Task, 'duration_secs': 0.706327} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.011969] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] d401787b-7960-488a-9d12-949af3f2623c/d401787b-7960-488a-9d12-949af3f2623c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.016430] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d89bef36-7109-47c6-a76e-3b1203e92042 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.027197] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795527, 'name': CreateVM_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.027352] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cc94b3-2c79-946d-0db8-e5b0d1db5617, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.028615] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c6fb3b-a96d-4f75-a147-c137ca380597 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.034028] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1615.034028] env[63302]: value = "task-1795528" [ 1615.034028] env[63302]: _type = "Task" [ 1615.034028] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.038878] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1615.038878] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523895bc-4b8b-73e9-ad3f-78b465aed244" [ 1615.038878] env[63302]: _type = "Task" [ 1615.038878] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.047107] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795528, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.052985] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523895bc-4b8b-73e9-ad3f-78b465aed244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.298805] env[63302]: DEBUG oslo_concurrency.lockutils [req-115de60c-8763-4567-b895-003124fef744 req-0cfbc50a-0cba-4486-aae4-3801fc82eaa7 service nova] Releasing lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.458899] env[63302]: DEBUG nova.compute.utils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.460592] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1615.460833] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.501885] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795527, 'name': CreateVM_Task, 'duration_secs': 0.491083} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.502087] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.502793] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.502981] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.503367] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.505856] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cd1659-4c8d-4e1a-89c0-bcbe7314a68d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.519242] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1615.519242] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525c71d0-88b4-c16f-f6d5-734835ad456c" [ 1615.519242] env[63302]: _type = "Task" [ 1615.519242] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.527658] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525c71d0-88b4-c16f-f6d5-734835ad456c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.529124] env[63302]: DEBUG nova.policy [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd158642cf5ad4371ba7c1f23c4f7c6a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd757022eb1c84396b8579bcfcc754071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1615.546955] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795528, 'name': Rename_Task, 'duration_secs': 0.25672} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.547603] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.547869] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9daee67-9c6b-4c67-bf8b-65432149bbf6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.552846] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523895bc-4b8b-73e9-ad3f-78b465aed244, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.553453] env[63302]: DEBUG oslo_concurrency.lockutils [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.553755] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. {{(pid=63302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1615.554059] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.554331] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.554455] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-611aa752-31a9-468a-8cf8-ffe3b5ffb69f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.556358] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd9fbd06-ba72-4f7f-bab1-057def53865a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.559413] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1615.559413] env[63302]: value = "task-1795529" [ 1615.559413] env[63302]: _type = "Task" [ 1615.559413] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.567430] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.569395] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.569578] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.570371] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1615.570371] env[63302]: value = "task-1795530" [ 1615.570371] env[63302]: _type = "Task" [ 1615.570371] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.570546] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6690bab-5bf2-4140-9a16-dc7cbd23f382 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.582167] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1615.582167] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bdd216-da8b-f9ae-1720-f7e3e9f0f31b" [ 1615.582167] env[63302]: _type = "Task" [ 1615.582167] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.586437] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.595617] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bdd216-da8b-f9ae-1720-f7e3e9f0f31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.812642] env[63302]: DEBUG nova.network.neutron [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Updated VIF entry in instance network info cache for port 8dc9332b-5e55-486b-8bee-971404db4704. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.812961] env[63302]: DEBUG nova.network.neutron [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Updating instance_info_cache with network_info: [{"id": "8dc9332b-5e55-486b-8bee-971404db4704", "address": "fa:16:3e:4d:47:37", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc9332b-5e", "ovs_interfaceid": "8dc9332b-5e55-486b-8bee-971404db4704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.964335] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.024027] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Successfully created port: 39c2239f-8b1b-4f5f-b349-567c5d40baab {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.034779] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525c71d0-88b4-c16f-f6d5-734835ad456c, 'name': SearchDatastore_Task, 'duration_secs': 0.026745} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.035105] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.035347] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.035563] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.072110] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.083882] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.097872] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bdd216-da8b-f9ae-1720-f7e3e9f0f31b, 'name': SearchDatastore_Task, 'duration_secs': 0.030042} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.098710] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad3d273-d5a6-4743-b9cd-39ad35ca3b73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.107938] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1616.107938] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526acfb9-6ae5-8ad4-b0db-785e8f442419" [ 1616.107938] env[63302]: _type = "Task" [ 1616.107938] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.118236] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526acfb9-6ae5-8ad4-b0db-785e8f442419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.319735] env[63302]: DEBUG oslo_concurrency.lockutils [req-7fa57e13-d372-4357-8360-479163a6279e req-26b12060-3507-444e-8e20-e5c0ad0f8164 service nova] Releasing lock "refresh_cache-66db05c1-0227-40ca-842f-a062485d140a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.448269] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42f41cf-5a0a-40b4-ba53-1e28c9c5f473 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.457187] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5181bc73-aa99-4d9e-a356-eb1b869b9300 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.498126] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd075935-3017-4447-9fe0-86c0f1920c50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.506643] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd7257c-83fd-4910-a8fe-5cd295f860b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.523098] env[63302]: DEBUG nova.compute.provider_tree [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.571093] env[63302]: DEBUG oslo_vmware.api [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795529, 'name': PowerOnVM_Task, 'duration_secs': 0.970031} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.571422] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.571638] env[63302]: INFO nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1616.571888] env[63302]: DEBUG nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.572678] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93adfb76-6bb9-4c50-8ea4-e862c56640a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.587252] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803087} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.587689] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. [ 1616.588425] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca3715-5c29-4e70-8fa6-0d23d76abf49 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.614863] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.615128] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8fd586-dbfb-451c-ada9-34f19e5d5cb9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.642024] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526acfb9-6ae5-8ad4-b0db-785e8f442419, 'name': SearchDatastore_Task, 'duration_secs': 0.062084} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.643509] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.643852] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 35de6f27-1716-4edf-a201-de2c7e2c0341/35de6f27-1716-4edf-a201-de2c7e2c0341.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.644216] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1616.644216] env[63302]: value = "task-1795531" [ 1616.644216] env[63302]: _type = "Task" [ 1616.644216] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.644442] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.644646] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.644881] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f14d590a-80c8-480d-b8ce-a34d36e4095a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.646959] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea4f17b9-c6a6-4cf8-a46a-daaee2644ae2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.661205] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.662993] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1616.662993] env[63302]: value = "task-1795532" [ 1616.662993] env[63302]: _type = "Task" [ 1616.662993] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.664479] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.664674] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.668885] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012e0dd9-7e02-41c6-bbb3-4d34e739d841 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.677450] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1616.677450] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522911b6-09f3-f269-3e03-c0b660d4db6d" [ 1616.677450] env[63302]: _type = "Task" [ 1616.677450] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.677675] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.687886] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522911b6-09f3-f269-3e03-c0b660d4db6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.003452] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.026367] env[63302]: DEBUG nova.scheduler.client.report [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.040938] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.042386] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.042386] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.042386] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.042386] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.042386] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.042617] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.044345] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.044345] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.044345] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.044345] env[63302]: DEBUG nova.virt.hardware [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.045142] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9eb1c8-b65c-4322-98b2-b8f988738e22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.056509] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9f01e-e258-4e20-9451-acb8ceb075a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.096673] env[63302]: INFO nova.compute.manager [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Took 37.77 seconds to build instance. [ 1617.160381] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795531, 'name': ReconfigVM_Task, 'duration_secs': 0.433854} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.160842] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.161923] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514928c3-f2bd-4e73-92ca-62b53dfdf1eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.207035] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a355f3-18ca-4f0f-bbf2-b2435cb8ef26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.218145] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795532, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.224535] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522911b6-09f3-f269-3e03-c0b660d4db6d, 'name': SearchDatastore_Task, 'duration_secs': 0.027097} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.226524] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1617.226524] env[63302]: value = "task-1795533" [ 1617.226524] env[63302]: _type = "Task" [ 1617.226524] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.226741] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb97b096-d41d-46d5-bc59-519a5cf92230 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.235021] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1617.235021] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529032dd-7a14-dbcf-7ead-52a72896b5a1" [ 1617.235021] env[63302]: _type = "Task" [ 1617.235021] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.240684] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.248840] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529032dd-7a14-dbcf-7ead-52a72896b5a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.532078] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.532660] env[63302]: DEBUG nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.539192] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.834s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.539192] env[63302]: INFO nova.compute.claims [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.598817] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a994bb26-a914-4b6d-b6f3-3c64cba91f74 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d401787b-7960-488a-9d12-949af3f2623c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.278s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.604024] env[63302]: DEBUG nova.compute.manager [req-8d8140bb-b05c-4dd5-8703-fc501a944d8f req-0bcea3a9-c138-4db7-9a6c-0089ac354792 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Received event network-vif-plugged-39c2239f-8b1b-4f5f-b349-567c5d40baab {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1617.604024] env[63302]: DEBUG oslo_concurrency.lockutils [req-8d8140bb-b05c-4dd5-8703-fc501a944d8f req-0bcea3a9-c138-4db7-9a6c-0089ac354792 service nova] Acquiring lock "f2f8f590-eeb4-444a-b129-c654fa5c1387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.604024] env[63302]: DEBUG oslo_concurrency.lockutils [req-8d8140bb-b05c-4dd5-8703-fc501a944d8f req-0bcea3a9-c138-4db7-9a6c-0089ac354792 service nova] Lock "f2f8f590-eeb4-444a-b129-c654fa5c1387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.604024] env[63302]: DEBUG oslo_concurrency.lockutils [req-8d8140bb-b05c-4dd5-8703-fc501a944d8f req-0bcea3a9-c138-4db7-9a6c-0089ac354792 service nova] Lock "f2f8f590-eeb4-444a-b129-c654fa5c1387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.604024] env[63302]: DEBUG nova.compute.manager [req-8d8140bb-b05c-4dd5-8703-fc501a944d8f req-0bcea3a9-c138-4db7-9a6c-0089ac354792 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] No waiting events found dispatching network-vif-plugged-39c2239f-8b1b-4f5f-b349-567c5d40baab {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1617.604024] env[63302]: WARNING nova.compute.manager [req-8d8140bb-b05c-4dd5-8703-fc501a944d8f req-0bcea3a9-c138-4db7-9a6c-0089ac354792 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Received unexpected event network-vif-plugged-39c2239f-8b1b-4f5f-b349-567c5d40baab for instance with vm_state building and task_state spawning. [ 1617.676411] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561996} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.676701] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 35de6f27-1716-4edf-a201-de2c7e2c0341/35de6f27-1716-4edf-a201-de2c7e2c0341.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.676914] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.677202] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-033462df-04a9-4e74-b590-435a1689b2f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.684632] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1617.684632] env[63302]: value = "task-1795534" [ 1617.684632] env[63302]: _type = "Task" [ 1617.684632] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.693206] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.703733] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Successfully updated port: 39c2239f-8b1b-4f5f-b349-567c5d40baab {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.739352] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795533, 'name': ReconfigVM_Task, 'duration_secs': 0.15541} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.739638] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.739917] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e3824b-7aa4-429e-9076-44ecb8d1f9b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.751628] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529032dd-7a14-dbcf-7ead-52a72896b5a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.753044] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.753330] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 66db05c1-0227-40ca-842f-a062485d140a/66db05c1-0227-40ca-842f-a062485d140a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.753658] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1617.753658] env[63302]: value = "task-1795535" [ 1617.753658] env[63302]: _type = "Task" [ 1617.753658] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.753853] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-738185dc-969e-4c69-9cf7-4bd6c34b3e3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.763976] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.765874] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1617.765874] env[63302]: value = "task-1795536" [ 1617.765874] env[63302]: _type = "Task" [ 1617.765874] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.768062] env[63302]: DEBUG nova.compute.manager [req-5c321c47-6c82-4508-a6e7-73071f5f29ab req-269547e3-2119-449a-a58d-911778a9b388 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Received event network-changed-a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1617.768262] env[63302]: DEBUG nova.compute.manager [req-5c321c47-6c82-4508-a6e7-73071f5f29ab req-269547e3-2119-449a-a58d-911778a9b388 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Refreshing instance network info cache due to event network-changed-a83352e4-67b4-409a-8aa4-147124f45e48. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1617.768470] env[63302]: DEBUG oslo_concurrency.lockutils [req-5c321c47-6c82-4508-a6e7-73071f5f29ab req-269547e3-2119-449a-a58d-911778a9b388 service nova] Acquiring lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.768629] env[63302]: DEBUG oslo_concurrency.lockutils [req-5c321c47-6c82-4508-a6e7-73071f5f29ab req-269547e3-2119-449a-a58d-911778a9b388 service nova] Acquired lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.768847] env[63302]: DEBUG nova.network.neutron [req-5c321c47-6c82-4508-a6e7-73071f5f29ab req-269547e3-2119-449a-a58d-911778a9b388 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Refreshing network info cache for port a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.781041] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.042672] env[63302]: DEBUG nova.compute.utils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.046432] env[63302]: DEBUG nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.046707] env[63302]: DEBUG nova.network.neutron [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.104876] env[63302]: DEBUG nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1618.200108] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14979} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.200721] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.202024] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e793cb1-cadc-4060-96ee-e31c201b1925 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.207871] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "refresh_cache-f2f8f590-eeb4-444a-b129-c654fa5c1387" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.207871] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "refresh_cache-f2f8f590-eeb4-444a-b129-c654fa5c1387" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.207871] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.239059] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 35de6f27-1716-4edf-a201-de2c7e2c0341/35de6f27-1716-4edf-a201-de2c7e2c0341.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.239940] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f52aac5-e498-43b9-8ac9-0969ec5d0ac0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.263864] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1618.263864] env[63302]: value = "task-1795537" [ 1618.263864] env[63302]: _type = "Task" [ 1618.263864] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.267629] env[63302]: DEBUG oslo_vmware.api [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795535, 'name': PowerOnVM_Task, 'duration_secs': 0.419942} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.275141] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.281150] env[63302]: DEBUG nova.compute.manager [None req-02aaf9e4-26f7-4f78-b95f-9d3cc4380572 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.282887] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0083e4-afa1-4c08-a535-6b7d73a9ee8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.287601] env[63302]: DEBUG nova.policy [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c86664d96384fb49257c15a0fa6850b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72ad7aeddb034771b62bd31c7b8ccb83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.297741] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795536, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.298347] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.547560] env[63302]: DEBUG nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.645999] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.760845] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.789798] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795537, 'name': ReconfigVM_Task, 'duration_secs': 0.449368} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.790112] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741519} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.790753] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 35de6f27-1716-4edf-a201-de2c7e2c0341/35de6f27-1716-4edf-a201-de2c7e2c0341.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.791557] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 66db05c1-0227-40ca-842f-a062485d140a/66db05c1-0227-40ca-842f-a062485d140a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.791838] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.792122] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b175913-201e-446f-be9b-bb66f98c2f87 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.794057] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b0e7797-684f-4ddd-8e47-a839137388a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.796752] env[63302]: DEBUG nova.network.neutron [req-5c321c47-6c82-4508-a6e7-73071f5f29ab req-269547e3-2119-449a-a58d-911778a9b388 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updated VIF entry in instance network info cache for port a83352e4-67b4-409a-8aa4-147124f45e48. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.797092] env[63302]: DEBUG nova.network.neutron [req-5c321c47-6c82-4508-a6e7-73071f5f29ab req-269547e3-2119-449a-a58d-911778a9b388 service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updating instance_info_cache with network_info: [{"id": "a83352e4-67b4-409a-8aa4-147124f45e48", "address": "fa:16:3e:22:8e:6b", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83352e4-67", "ovs_interfaceid": "a83352e4-67b4-409a-8aa4-147124f45e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.804594] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1618.804594] env[63302]: value = "task-1795539" [ 1618.804594] env[63302]: _type = "Task" [ 1618.804594] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.810191] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1618.810191] env[63302]: value = "task-1795538" [ 1618.810191] env[63302]: _type = "Task" [ 1618.810191] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.829934] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.836580] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795538, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.947814] env[63302]: DEBUG nova.network.neutron [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Successfully created port: e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1618.993224] env[63302]: DEBUG nova.network.neutron [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Updating instance_info_cache with network_info: [{"id": "39c2239f-8b1b-4f5f-b349-567c5d40baab", "address": "fa:16:3e:b5:06:18", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c2239f-8b", "ovs_interfaceid": "39c2239f-8b1b-4f5f-b349-567c5d40baab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.061620] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9991a2-680b-482f-ae89-d3450524be51 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.069027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902d3888-f9c6-4bb6-8267-8cfa419db81a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.105740] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e5bff-8fd0-437f-abc3-cdac283eb2da {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.115027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7582eede-5a97-420c-a921-f46b40a27ebf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.130526] env[63302]: DEBUG nova.compute.provider_tree [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.140083] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52786f6a-bc86-b8b4-cabd-f2c55a0de9f0/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1619.141107] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40496a6c-f7f9-4b80-8590-6033be50b618 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.148636] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52786f6a-bc86-b8b4-cabd-f2c55a0de9f0/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1619.149553] env[63302]: ERROR oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52786f6a-bc86-b8b4-cabd-f2c55a0de9f0/disk-0.vmdk due to incomplete transfer. [ 1619.149553] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7331405-4ca2-4af2-8c71-c72699c44967 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.156209] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52786f6a-bc86-b8b4-cabd-f2c55a0de9f0/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1619.156410] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Uploaded image 15e0648d-f828-477a-8bd9-062601b009aa to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1619.158489] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1619.158748] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f3f11989-f5e7-487d-b977-f77cbac78fc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.164784] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1619.164784] env[63302]: value = "task-1795540" [ 1619.164784] env[63302]: _type = "Task" [ 1619.164784] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.174019] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795540, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.301121] env[63302]: DEBUG oslo_concurrency.lockutils [req-5c321c47-6c82-4508-a6e7-73071f5f29ab req-269547e3-2119-449a-a58d-911778a9b388 service nova] Releasing lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.319106] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107858} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.322428] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.323272] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644f631-1578-465a-9ba4-2ac5dd209292 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.331965] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795538, 'name': Rename_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.354051] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 66db05c1-0227-40ca-842f-a062485d140a/66db05c1-0227-40ca-842f-a062485d140a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.354236] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4eaa71f-93dd-4a5c-ab9e-a85cf7f03628 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.374701] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1619.374701] env[63302]: value = "task-1795541" [ 1619.374701] env[63302]: _type = "Task" [ 1619.374701] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.382357] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.496532] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "refresh_cache-f2f8f590-eeb4-444a-b129-c654fa5c1387" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.496954] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Instance network_info: |[{"id": "39c2239f-8b1b-4f5f-b349-567c5d40baab", "address": "fa:16:3e:b5:06:18", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c2239f-8b", "ovs_interfaceid": "39c2239f-8b1b-4f5f-b349-567c5d40baab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1619.497418] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:06:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39c2239f-8b1b-4f5f-b349-567c5d40baab', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1619.505693] env[63302]: DEBUG oslo.service.loopingcall [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.506131] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1619.506791] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373aeebd-acc9-4202-861e-ed7e6c947576 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.528927] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1619.528927] env[63302]: value = "task-1795542" [ 1619.528927] env[63302]: _type = "Task" [ 1619.528927] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.536610] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795542, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.565114] env[63302]: DEBUG nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.590112] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.590366] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.590551] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.590715] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.590859] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.591028] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.591243] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.591477] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.591649] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.591814] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.591987] env[63302]: DEBUG nova.virt.hardware [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.592926] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4855ff85-ad09-4e82-83b0-c2dd1a3b2805 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.601172] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c53506-ecfc-48d8-a803-a06178a769ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.657276] env[63302]: ERROR nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [req-93c7d418-21f8-4f6a-893c-7c160055f735] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93c7d418-21f8-4f6a-893c-7c160055f735"}]} [ 1619.675395] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795540, 'name': Destroy_Task, 'duration_secs': 0.409424} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.676268] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1619.678081] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Destroyed the VM [ 1619.678331] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1619.678777] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ee23eed-9a64-469b-b3b7-0631ff4eeb04 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.685547] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1619.685547] env[63302]: value = "task-1795543" [ 1619.685547] env[63302]: _type = "Task" [ 1619.685547] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.691548] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1619.691784] env[63302]: DEBUG nova.compute.provider_tree [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.697554] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795543, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.707255] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1619.713478] env[63302]: DEBUG nova.compute.manager [req-fb0f8960-bae4-4e7e-8fa3-731128008491 req-07952670-a2e0-497a-b66b-479d95407c66 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Received event network-changed-39c2239f-8b1b-4f5f-b349-567c5d40baab {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1619.713604] env[63302]: DEBUG nova.compute.manager [req-fb0f8960-bae4-4e7e-8fa3-731128008491 req-07952670-a2e0-497a-b66b-479d95407c66 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Refreshing instance network info cache due to event network-changed-39c2239f-8b1b-4f5f-b349-567c5d40baab. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1619.713848] env[63302]: DEBUG oslo_concurrency.lockutils [req-fb0f8960-bae4-4e7e-8fa3-731128008491 req-07952670-a2e0-497a-b66b-479d95407c66 service nova] Acquiring lock "refresh_cache-f2f8f590-eeb4-444a-b129-c654fa5c1387" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.713997] env[63302]: DEBUG oslo_concurrency.lockutils [req-fb0f8960-bae4-4e7e-8fa3-731128008491 req-07952670-a2e0-497a-b66b-479d95407c66 service nova] Acquired lock "refresh_cache-f2f8f590-eeb4-444a-b129-c654fa5c1387" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.714205] env[63302]: DEBUG nova.network.neutron [req-fb0f8960-bae4-4e7e-8fa3-731128008491 req-07952670-a2e0-497a-b66b-479d95407c66 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Refreshing network info cache for port 39c2239f-8b1b-4f5f-b349-567c5d40baab {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.735745] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1619.832145] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795538, 'name': Rename_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.890779] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.040624] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795542, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.076080] env[63302]: DEBUG nova.compute.manager [req-53f38e54-320d-4d21-9188-0fa35bf12cc7 req-a47b41d0-ae4d-4a0b-84fb-5e325be436aa service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Received event network-changed-a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1620.076288] env[63302]: DEBUG nova.compute.manager [req-53f38e54-320d-4d21-9188-0fa35bf12cc7 req-a47b41d0-ae4d-4a0b-84fb-5e325be436aa service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Refreshing instance network info cache due to event network-changed-a83352e4-67b4-409a-8aa4-147124f45e48. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1620.076559] env[63302]: DEBUG oslo_concurrency.lockutils [req-53f38e54-320d-4d21-9188-0fa35bf12cc7 req-a47b41d0-ae4d-4a0b-84fb-5e325be436aa service nova] Acquiring lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.077207] env[63302]: DEBUG oslo_concurrency.lockutils [req-53f38e54-320d-4d21-9188-0fa35bf12cc7 req-a47b41d0-ae4d-4a0b-84fb-5e325be436aa service nova] Acquired lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.077207] env[63302]: DEBUG nova.network.neutron [req-53f38e54-320d-4d21-9188-0fa35bf12cc7 req-a47b41d0-ae4d-4a0b-84fb-5e325be436aa service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Refreshing network info cache for port a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.121406] env[63302]: INFO nova.compute.manager [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Unrescuing [ 1620.121683] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.121834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.121998] env[63302]: DEBUG nova.network.neutron [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.159733] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5866f3-205b-4e3a-bb76-f5da3461091a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.167926] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b216d11-e670-4983-af2d-6fbab4089b61 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.206337] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43326e44-d87a-48fb-b80d-db4983d34ace {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.215583] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795543, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.221881] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bd9d25-3b18-4a51-a68f-5577aa0801a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.239281] env[63302]: DEBUG nova.compute.provider_tree [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.329837] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795538, 'name': Rename_Task, 'duration_secs': 1.23235} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.330242] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.330583] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec450da9-7167-4d9c-96b2-e1398be15993 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.338032] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1620.338032] env[63302]: value = "task-1795544" [ 1620.338032] env[63302]: _type = "Task" [ 1620.338032] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.349883] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.388736] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.549021] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795542, 'name': CreateVM_Task, 'duration_secs': 0.798637} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.549021] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1620.549021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.549021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.549021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1620.549021] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecbab022-d986-4987-9f5e-27925ea77c45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.553440] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1620.553440] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b11456-d98e-8b8f-13ec-9196b693bbed" [ 1620.553440] env[63302]: _type = "Task" [ 1620.553440] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.562565] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b11456-d98e-8b8f-13ec-9196b693bbed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.588474] env[63302]: DEBUG nova.network.neutron [req-fb0f8960-bae4-4e7e-8fa3-731128008491 req-07952670-a2e0-497a-b66b-479d95407c66 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Updated VIF entry in instance network info cache for port 39c2239f-8b1b-4f5f-b349-567c5d40baab. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.590347] env[63302]: DEBUG nova.network.neutron [req-fb0f8960-bae4-4e7e-8fa3-731128008491 req-07952670-a2e0-497a-b66b-479d95407c66 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Updating instance_info_cache with network_info: [{"id": "39c2239f-8b1b-4f5f-b349-567c5d40baab", "address": "fa:16:3e:b5:06:18", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c2239f-8b", "ovs_interfaceid": "39c2239f-8b1b-4f5f-b349-567c5d40baab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.638074] env[63302]: DEBUG nova.network.neutron [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Successfully updated port: e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1620.713678] env[63302]: DEBUG oslo_vmware.api [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795543, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675013} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.714483] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1620.714884] env[63302]: INFO nova.compute.manager [None req-f0fdae63-abe2-47f7-839e-798b87715587 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Took 17.94 seconds to snapshot the instance on the hypervisor. [ 1620.764423] env[63302]: ERROR nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [req-7e76e477-7aa9-4164-aab4-254396b451ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e76e477-7aa9-4164-aab4-254396b451ec"}]} [ 1620.780673] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1620.795942] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1620.796185] env[63302]: DEBUG nova.compute.provider_tree [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.807961] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1620.830099] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1620.847677] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795544, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.890394] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795541, 'name': ReconfigVM_Task, 'duration_secs': 1.035662} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.890394] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 66db05c1-0227-40ca-842f-a062485d140a/66db05c1-0227-40ca-842f-a062485d140a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.893498] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37184b86-8bd4-49f9-a148-2752caf6572a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.900286] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1620.900286] env[63302]: value = "task-1795545" [ 1620.900286] env[63302]: _type = "Task" [ 1620.900286] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.906478] env[63302]: DEBUG nova.network.neutron [req-53f38e54-320d-4d21-9188-0fa35bf12cc7 req-a47b41d0-ae4d-4a0b-84fb-5e325be436aa service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updated VIF entry in instance network info cache for port a83352e4-67b4-409a-8aa4-147124f45e48. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.906820] env[63302]: DEBUG nova.network.neutron [req-53f38e54-320d-4d21-9188-0fa35bf12cc7 req-a47b41d0-ae4d-4a0b-84fb-5e325be436aa service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updating instance_info_cache with network_info: [{"id": "a83352e4-67b4-409a-8aa4-147124f45e48", "address": "fa:16:3e:22:8e:6b", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83352e4-67", "ovs_interfaceid": "a83352e4-67b4-409a-8aa4-147124f45e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.908631] env[63302]: DEBUG nova.network.neutron [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Updating instance_info_cache with network_info: [{"id": "46e78916-28f4-4980-b8b5-eec197bc9834", "address": "fa:16:3e:6b:52:76", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e78916-28", "ovs_interfaceid": "46e78916-28f4-4980-b8b5-eec197bc9834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.916044] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795545, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.066837] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.067845] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.072165] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b11456-d98e-8b8f-13ec-9196b693bbed, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.072490] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.072748] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.073022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.073250] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.073405] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.074423] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dd8ea59-5ac9-4539-b850-99806e4b8733 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.082371] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.082556] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.083369] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3fe994-2fb6-44c5-b4bc-e47360ef63b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.089405] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1621.089405] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5204649f-d646-5ce5-8c20-6d5e747aecc3" [ 1621.089405] env[63302]: _type = "Task" [ 1621.089405] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.094972] env[63302]: DEBUG oslo_concurrency.lockutils [req-fb0f8960-bae4-4e7e-8fa3-731128008491 req-07952670-a2e0-497a-b66b-479d95407c66 service nova] Releasing lock "refresh_cache-f2f8f590-eeb4-444a-b129-c654fa5c1387" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.100624] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5204649f-d646-5ce5-8c20-6d5e747aecc3, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.101446] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21410fb1-4b03-4a18-ba57-acabdc10946f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.106669] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1621.106669] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aa9d36-b040-4422-b32d-cc714b64bd59" [ 1621.106669] env[63302]: _type = "Task" [ 1621.106669] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.118680] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aa9d36-b040-4422-b32d-cc714b64bd59, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.118923] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.119418] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f2f8f590-eeb4-444a-b129-c654fa5c1387/f2f8f590-eeb4-444a-b129-c654fa5c1387.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.119481] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90182363-3033-4ab3-8f8f-bb5dd535b869 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.127021] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1621.127021] env[63302]: value = "task-1795546" [ 1621.127021] env[63302]: _type = "Task" [ 1621.127021] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.135937] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.145019] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.145019] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.145019] env[63302]: DEBUG nova.network.neutron [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.287579] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc1e5e-6822-4bc1-812e-dc82eb6760c4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.295813] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829d57f7-fc20-4272-891c-50fa1c3e40f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.330383] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6baf36-4d08-45e4-a791-411baf6730be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.337555] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2c1c2b-c7dc-486c-945f-5a55b9510a53 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.359320] env[63302]: DEBUG oslo_vmware.api [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795544, 'name': PowerOnVM_Task, 'duration_secs': 0.919314} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.359732] env[63302]: DEBUG nova.compute.provider_tree [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1621.361413] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.361586] env[63302]: INFO nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Took 11.61 seconds to spawn the instance on the hypervisor. [ 1621.361738] env[63302]: DEBUG nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.362827] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7fb66e-b5e3-4220-9f37-d761466682e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.411160] env[63302]: DEBUG oslo_concurrency.lockutils [req-53f38e54-320d-4d21-9188-0fa35bf12cc7 req-a47b41d0-ae4d-4a0b-84fb-5e325be436aa service nova] Releasing lock "refresh_cache-d401787b-7960-488a-9d12-949af3f2623c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.416080] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795545, 'name': Rename_Task, 'duration_secs': 0.274207} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.416582] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "refresh_cache-25358a48-5664-4841-9b5a-fcbccea1b293" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.417226] env[63302]: DEBUG nova.objects.instance [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lazy-loading 'flavor' on Instance uuid 25358a48-5664-4841-9b5a-fcbccea1b293 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.418605] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.419341] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa6e7df5-1070-456b-bfe5-3d90f77bec45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.427756] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1621.427756] env[63302]: value = "task-1795547" [ 1621.427756] env[63302]: _type = "Task" [ 1621.427756] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.438979] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.637993] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479693} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.638486] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f2f8f590-eeb4-444a-b129-c654fa5c1387/f2f8f590-eeb4-444a-b129-c654fa5c1387.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.639057] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.639057] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4954834c-fdba-4959-a66f-54522913de6e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.648134] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1621.648134] env[63302]: value = "task-1795548" [ 1621.648134] env[63302]: _type = "Task" [ 1621.648134] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.658070] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.699327] env[63302]: DEBUG nova.network.neutron [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.821716] env[63302]: DEBUG nova.compute.manager [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Received event network-vif-plugged-e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1621.821915] env[63302]: DEBUG oslo_concurrency.lockutils [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] Acquiring lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.822150] env[63302]: DEBUG oslo_concurrency.lockutils [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.822321] env[63302]: DEBUG oslo_concurrency.lockutils [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.822509] env[63302]: DEBUG nova.compute.manager [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] No waiting events found dispatching network-vif-plugged-e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1621.822664] env[63302]: WARNING nova.compute.manager [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Received unexpected event network-vif-plugged-e9b4f137-73bb-45f3-81b9-164a90ebcc6e for instance with vm_state building and task_state spawning. [ 1621.822820] env[63302]: DEBUG nova.compute.manager [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Received event network-changed-e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1621.822970] env[63302]: DEBUG nova.compute.manager [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Refreshing instance network info cache due to event network-changed-e9b4f137-73bb-45f3-81b9-164a90ebcc6e. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1621.823491] env[63302]: DEBUG oslo_concurrency.lockutils [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] Acquiring lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.861135] env[63302]: DEBUG nova.network.neutron [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updating instance_info_cache with network_info: [{"id": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "address": "fa:16:3e:47:b8:13", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f137-73", "ovs_interfaceid": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.880415] env[63302]: INFO nova.compute.manager [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Took 42.27 seconds to build instance. [ 1621.897617] env[63302]: DEBUG nova.scheduler.client.report [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1621.897962] env[63302]: DEBUG nova.compute.provider_tree [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 97 to 98 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1621.898217] env[63302]: DEBUG nova.compute.provider_tree [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1621.923102] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc172ad1-acc7-4c01-8ad6-ae02f9fd1766 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.945089] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.948320] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66defcb8-1725-45bf-ace3-790d18b33285 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.955528] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795547, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.956770] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1621.956770] env[63302]: value = "task-1795549" [ 1621.956770] env[63302]: _type = "Task" [ 1621.956770] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.966476] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.159188] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06832} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.159545] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.160387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6da7e1-9506-43da-899c-bed57b006db0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.185205] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] f2f8f590-eeb4-444a-b129-c654fa5c1387/f2f8f590-eeb4-444a-b129-c654fa5c1387.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.185530] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4292a0-614f-4c37-b5aa-1ffedd0b8260 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.206027] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1622.206027] env[63302]: value = "task-1795550" [ 1622.206027] env[63302]: _type = "Task" [ 1622.206027] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.214561] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.369364] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.369729] env[63302]: DEBUG nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Instance network_info: |[{"id": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "address": "fa:16:3e:47:b8:13", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f137-73", "ovs_interfaceid": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1622.370067] env[63302]: DEBUG oslo_concurrency.lockutils [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] Acquired lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.370261] env[63302]: DEBUG nova.network.neutron [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Refreshing network info cache for port e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.371518] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:b8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9b4f137-73bb-45f3-81b9-164a90ebcc6e', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.379011] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Creating folder: Project (72ad7aeddb034771b62bd31c7b8ccb83). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.384614] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81b15cb2-4ac6-4e17-b62b-5a65cf377884 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.384614] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f960e55d-2163-4bbf-8820-bbaebfbc6cce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "35de6f27-1716-4edf-a201-de2c7e2c0341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.777s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.395340] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Created folder: Project (72ad7aeddb034771b62bd31c7b8ccb83) in parent group-v372222. [ 1622.395537] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Creating folder: Instances. Parent ref: group-v372398. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.398926] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-142968d7-dc20-49de-8509-f1a8872fa11c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.405114] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.869s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.405698] env[63302]: DEBUG nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1622.410280] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.595s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.410593] env[63302]: DEBUG nova.objects.instance [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lazy-loading 'resources' on Instance uuid c5cc89c3-9037-464d-b4c8-3bf4e121ee83 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.411715] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Created folder: Instances in parent group-v372398. [ 1622.411960] env[63302]: DEBUG oslo.service.loopingcall [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.412343] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.412615] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13bb7441-6d6c-4ab1-858c-36e4c7ddc6f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.434446] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.434672] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.438566] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.438566] env[63302]: value = "task-1795553" [ 1622.438566] env[63302]: _type = "Task" [ 1622.438566] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.447820] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795553, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.455688] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795547, 'name': PowerOnVM_Task, 'duration_secs': 0.988989} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.455837] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.456048] env[63302]: INFO nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1622.456233] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.456971] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a26914d-5bdb-4ab2-ac99-04b41a4132f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.473922] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795549, 'name': PowerOffVM_Task, 'duration_secs': 0.308805} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.474451] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.480751] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1622.483599] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc89b3d-3e53-4239-ab6b-6d57930bf667 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.503751] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1622.503751] env[63302]: value = "task-1795554" [ 1622.503751] env[63302]: _type = "Task" [ 1622.503751] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.516899] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.537408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "35de6f27-1716-4edf-a201-de2c7e2c0341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.537693] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "35de6f27-1716-4edf-a201-de2c7e2c0341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.537889] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "35de6f27-1716-4edf-a201-de2c7e2c0341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.538084] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "35de6f27-1716-4edf-a201-de2c7e2c0341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.538262] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "35de6f27-1716-4edf-a201-de2c7e2c0341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.540681] env[63302]: INFO nova.compute.manager [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Terminating instance [ 1622.647280] env[63302]: DEBUG nova.network.neutron [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updated VIF entry in instance network info cache for port e9b4f137-73bb-45f3-81b9-164a90ebcc6e. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.647654] env[63302]: DEBUG nova.network.neutron [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updating instance_info_cache with network_info: [{"id": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "address": "fa:16:3e:47:b8:13", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f137-73", "ovs_interfaceid": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.718389] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.887268] env[63302]: DEBUG nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1622.911949] env[63302]: DEBUG nova.compute.utils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1622.913463] env[63302]: DEBUG nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1622.913650] env[63302]: DEBUG nova.network.neutron [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1622.953269] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795553, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.961746] env[63302]: DEBUG nova.policy [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b739316dc739409599807b08bdf8cfa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cb088dc3162429dab9af1b70724cc25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1622.982933] env[63302]: INFO nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Took 39.69 seconds to build instance. [ 1623.015654] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.045516] env[63302]: DEBUG nova.compute.manager [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.045800] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.048557] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d9291f-c721-49ff-9e57-ba65b000f977 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.057114] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.057377] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b7b4ce7-d336-440f-96d1-0c345c015a44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.066755] env[63302]: DEBUG oslo_vmware.api [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1623.066755] env[63302]: value = "task-1795555" [ 1623.066755] env[63302]: _type = "Task" [ 1623.066755] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.078261] env[63302]: DEBUG oslo_vmware.api [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.150983] env[63302]: DEBUG oslo_concurrency.lockutils [req-7ad52674-ac03-49ec-a79c-fbada60317a6 req-f055bc60-5d04-406a-83c9-e5675fbe4639 service nova] Releasing lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.219361] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795550, 'name': ReconfigVM_Task, 'duration_secs': 0.797694} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.219646] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Reconfigured VM instance instance-00000040 to attach disk [datastore1] f2f8f590-eeb4-444a-b129-c654fa5c1387/f2f8f590-eeb4-444a-b129-c654fa5c1387.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.220279] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47906907-18b2-4ac2-a1f5-c63482e93007 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.226916] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1623.226916] env[63302]: value = "task-1795556" [ 1623.226916] env[63302]: _type = "Task" [ 1623.226916] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.239157] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795556, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.337670] env[63302]: DEBUG nova.network.neutron [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Successfully created port: c2dc22b6-347e-41ee-bb7c-14834e27f3d6 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.409291] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6952d75b-3540-45eb-a2bf-967886661110 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.412858] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.420019] env[63302]: DEBUG nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.424097] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13ba173-0001-4888-85ed-3152cdb6cbe8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.471022] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00abd8d-50e8-4276-af61-3fc2e40ad89c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.483373] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a59123-4929-41b5-bbfe-ad40ddbc3935 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.487671] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795553, 'name': CreateVM_Task, 'duration_secs': 0.57485} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.488313] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "66db05c1-0227-40ca-842f-a062485d140a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.213s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.488313] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1623.492306] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.492306] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.492306] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1623.501035] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7e06aa-690f-42e1-bff4-e0509dd49d3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.504123] env[63302]: DEBUG nova.compute.provider_tree [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.510979] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1623.510979] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bd9ea6-55bf-0447-d7ea-db5b4590c749" [ 1623.510979] env[63302]: _type = "Task" [ 1623.510979] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.519440] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795554, 'name': ReconfigVM_Task, 'duration_secs': 0.679363} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.520211] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1623.520426] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.520710] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60ae6e4f-cd52-4238-80d7-2c618e4f19ef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.527199] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bd9ea6-55bf-0447-d7ea-db5b4590c749, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.527930] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.528220] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.528492] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.528665] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.528855] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.529122] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e07db096-4973-482a-aeb2-f9476d1d225b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.532308] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1623.532308] env[63302]: value = "task-1795557" [ 1623.532308] env[63302]: _type = "Task" [ 1623.532308] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.540508] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.541590] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.541774] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.542543] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbfd1d5-ff52-449a-b2b2-eedeff03bb38 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.547569] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1623.547569] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52464789-e3de-010c-14a3-cf801be0242a" [ 1623.547569] env[63302]: _type = "Task" [ 1623.547569] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.556377] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52464789-e3de-010c-14a3-cf801be0242a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.576682] env[63302]: DEBUG oslo_vmware.api [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795555, 'name': PowerOffVM_Task, 'duration_secs': 0.344415} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.576954] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.577139] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.577387] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c4de2f4-269e-4b0c-9ad3-f5939f3352df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.710082] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.710462] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.710715] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleting the datastore file [datastore1] 35de6f27-1716-4edf-a201-de2c7e2c0341 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.710996] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17d8995b-d7b9-4cbe-be23-e599f72e4179 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.717586] env[63302]: DEBUG oslo_vmware.api [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1623.717586] env[63302]: value = "task-1795559" [ 1623.717586] env[63302]: _type = "Task" [ 1623.717586] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.725671] env[63302]: DEBUG oslo_vmware.api [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.735040] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795556, 'name': Rename_Task, 'duration_secs': 0.192168} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.735291] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.735510] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd1d50e4-640c-44ba-ba5f-33fab9e3dbc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.741110] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1623.741110] env[63302]: value = "task-1795560" [ 1623.741110] env[63302]: _type = "Task" [ 1623.741110] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.749406] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.001171] env[63302]: DEBUG nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1624.006135] env[63302]: DEBUG nova.scheduler.client.report [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.045842] env[63302]: DEBUG oslo_vmware.api [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795557, 'name': PowerOnVM_Task, 'duration_secs': 0.459949} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.046126] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.046368] env[63302]: DEBUG nova.compute.manager [None req-f2a28934-d558-4e19-8a57-a4b6d2c5bb12 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.047134] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492b599-db50-47d7-a537-11d6ecbd7e73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.061781] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52464789-e3de-010c-14a3-cf801be0242a, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.062882] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9acaef1-0e85-4363-8093-32272cf350b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.068034] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1624.068034] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f7db3-7829-5636-3b7b-c407199af740" [ 1624.068034] env[63302]: _type = "Task" [ 1624.068034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.076135] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f7db3-7829-5636-3b7b-c407199af740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.227749] env[63302]: DEBUG oslo_vmware.api [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150431} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.228452] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.228714] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.228965] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.229232] env[63302]: INFO nova.compute.manager [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1624.229541] env[63302]: DEBUG oslo.service.loopingcall [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.229801] env[63302]: DEBUG nova.compute.manager [-] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1624.229966] env[63302]: DEBUG nova.network.neutron [-] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1624.250997] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795560, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.432410] env[63302]: DEBUG nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.489050] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.489050] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.489050] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.489320] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.489425] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.489568] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.489779] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.489943] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.490128] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.490283] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.490457] env[63302]: DEBUG nova.virt.hardware [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.491341] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c503568f-843d-4b91-8bec-e2cb7fdbf16f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.500081] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9058520-04e4-4b03-a30d-2e235c0172fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.520337] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.527020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.782s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.539324] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.548035] env[63302]: INFO nova.scheduler.client.report [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Deleted allocations for instance c5cc89c3-9037-464d-b4c8-3bf4e121ee83 [ 1624.580166] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524f7db3-7829-5636-3b7b-c407199af740, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.580166] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.580533] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46/c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.581671] env[63302]: DEBUG nova.compute.manager [req-5eda7533-844c-41c5-bc75-568ecfd50ab3 req-83ce3608-b2a1-4d5d-991c-38180b565773 service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Received event network-vif-deleted-125d1d21-b8e2-49ea-a717-cf2a31f94dda {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1624.581850] env[63302]: INFO nova.compute.manager [req-5eda7533-844c-41c5-bc75-568ecfd50ab3 req-83ce3608-b2a1-4d5d-991c-38180b565773 service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Neutron deleted interface 125d1d21-b8e2-49ea-a717-cf2a31f94dda; detaching it from the instance and deleting it from the info cache [ 1624.582034] env[63302]: DEBUG nova.network.neutron [req-5eda7533-844c-41c5-bc75-568ecfd50ab3 req-83ce3608-b2a1-4d5d-991c-38180b565773 service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.583216] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73884ee4-3a30-4637-804b-1d6e1137ce9c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.591555] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1624.591555] env[63302]: value = "task-1795561" [ 1624.591555] env[63302]: _type = "Task" [ 1624.591555] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.601432] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.754993] env[63302]: DEBUG oslo_vmware.api [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795560, 'name': PowerOnVM_Task, 'duration_secs': 0.839282} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.755613] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.755613] env[63302]: INFO nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1624.755804] env[63302]: DEBUG nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.756615] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97fc6f0-65a9-4ef4-801b-cb61a68bab1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.921834] env[63302]: DEBUG nova.compute.manager [req-ef58c549-ec67-4c44-bab5-f270af75561d req-2d020b65-5315-4785-acbb-e387c8d534c9 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Received event network-vif-plugged-c2dc22b6-347e-41ee-bb7c-14834e27f3d6 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1624.923180] env[63302]: DEBUG oslo_concurrency.lockutils [req-ef58c549-ec67-4c44-bab5-f270af75561d req-2d020b65-5315-4785-acbb-e387c8d534c9 service nova] Acquiring lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.923534] env[63302]: DEBUG oslo_concurrency.lockutils [req-ef58c549-ec67-4c44-bab5-f270af75561d req-2d020b65-5315-4785-acbb-e387c8d534c9 service nova] Lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.923939] env[63302]: DEBUG oslo_concurrency.lockutils [req-ef58c549-ec67-4c44-bab5-f270af75561d req-2d020b65-5315-4785-acbb-e387c8d534c9 service nova] Lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.924206] env[63302]: DEBUG nova.compute.manager [req-ef58c549-ec67-4c44-bab5-f270af75561d req-2d020b65-5315-4785-acbb-e387c8d534c9 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] No waiting events found dispatching network-vif-plugged-c2dc22b6-347e-41ee-bb7c-14834e27f3d6 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.924649] env[63302]: WARNING nova.compute.manager [req-ef58c549-ec67-4c44-bab5-f270af75561d req-2d020b65-5315-4785-acbb-e387c8d534c9 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Received unexpected event network-vif-plugged-c2dc22b6-347e-41ee-bb7c-14834e27f3d6 for instance with vm_state building and task_state spawning. [ 1624.980370] env[63302]: DEBUG nova.network.neutron [-] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.029837] env[63302]: DEBUG nova.objects.instance [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lazy-loading 'migration_context' on Instance uuid 1000d22c-18b0-47a5-bcfb-1f2af539412a {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.032675] env[63302]: DEBUG nova.network.neutron [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Successfully updated port: c2dc22b6-347e-41ee-bb7c-14834e27f3d6 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.058014] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb145e74-aa94-4d9c-9bfa-22499f1a9564 tempest-ServerMetadataTestJSON-1221375645 tempest-ServerMetadataTestJSON-1221375645-project-member] Lock "c5cc89c3-9037-464d-b4c8-3bf4e121ee83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.548s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.087316] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-566efaff-a943-44e5-998a-0fb9ca3d2a41 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.100557] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db372a0-1391-494d-afff-a5c26d6628d7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.114790] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795561, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.142539] env[63302]: DEBUG nova.compute.manager [req-5eda7533-844c-41c5-bc75-568ecfd50ab3 req-83ce3608-b2a1-4d5d-991c-38180b565773 service nova] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Detach interface failed, port_id=125d1d21-b8e2-49ea-a717-cf2a31f94dda, reason: Instance 35de6f27-1716-4edf-a201-de2c7e2c0341 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1625.274455] env[63302]: INFO nova.compute.manager [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Took 37.79 seconds to build instance. [ 1625.482159] env[63302]: INFO nova.compute.manager [-] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Took 1.25 seconds to deallocate network for instance. [ 1625.536368] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "refresh_cache-e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.536368] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "refresh_cache-e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.536625] env[63302]: DEBUG nova.network.neutron [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.603287] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65196} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.605847] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46/c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.606104] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.606621] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc7d181-e1f7-4b57-a456-35f12a002618 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.613871] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1625.613871] env[63302]: value = "task-1795562" [ 1625.613871] env[63302]: _type = "Task" [ 1625.613871] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.627034] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.776753] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9922ea5d-8490-4861-8652-913eec897bbd tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "f2f8f590-eeb4-444a-b129-c654fa5c1387" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.466s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.967590] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "66db05c1-0227-40ca-842f-a062485d140a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.967727] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "66db05c1-0227-40ca-842f-a062485d140a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.967947] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "66db05c1-0227-40ca-842f-a062485d140a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.968148] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "66db05c1-0227-40ca-842f-a062485d140a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.968314] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "66db05c1-0227-40ca-842f-a062485d140a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.970334] env[63302]: INFO nova.compute.manager [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Terminating instance [ 1625.987054] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670ce496-bce3-4b08-92b8-26beee1b24b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.990689] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.995927] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bdac1a-750f-4996-a1fc-dce0f5c346b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.027687] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f5073-32dc-4aa1-9ed4-98871a472ddb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.038596] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e568a20b-0c43-48fa-8fdd-c097e10720a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.046104] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "f2f8f590-eeb4-444a-b129-c654fa5c1387" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.046430] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "f2f8f590-eeb4-444a-b129-c654fa5c1387" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.046705] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "f2f8f590-eeb4-444a-b129-c654fa5c1387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.046956] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "f2f8f590-eeb4-444a-b129-c654fa5c1387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.047206] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "f2f8f590-eeb4-444a-b129-c654fa5c1387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.050713] env[63302]: INFO nova.compute.manager [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Terminating instance [ 1626.066627] env[63302]: DEBUG nova.compute.provider_tree [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.100113] env[63302]: DEBUG nova.network.neutron [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.124159] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13335} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.124424] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.125188] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e706d92-1cf1-4145-8ebd-6b112ad18ae8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.148903] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46/c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.149497] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115ebfbf-df8e-4dd9-bfa3-7d4e1c083c6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.170080] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1626.170080] env[63302]: value = "task-1795563" [ 1626.170080] env[63302]: _type = "Task" [ 1626.170080] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.181724] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.423333] env[63302]: DEBUG nova.network.neutron [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Updating instance_info_cache with network_info: [{"id": "c2dc22b6-347e-41ee-bb7c-14834e27f3d6", "address": "fa:16:3e:f5:4f:e8", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dc22b6-34", "ovs_interfaceid": "c2dc22b6-347e-41ee-bb7c-14834e27f3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.477092] env[63302]: DEBUG nova.compute.manager [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1626.477092] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.477328] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32fc5a7-1ee4-4382-a616-6c70bed40164 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.487732] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.488142] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a7968d1-db11-49f8-82e9-ced07f13c0df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.496599] env[63302]: DEBUG oslo_vmware.api [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1626.496599] env[63302]: value = "task-1795564" [ 1626.496599] env[63302]: _type = "Task" [ 1626.496599] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.509171] env[63302]: DEBUG oslo_vmware.api [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.570649] env[63302]: DEBUG nova.scheduler.client.report [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.574605] env[63302]: DEBUG nova.compute.manager [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1626.574793] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.576129] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12996bf-ef78-4421-9170-63f641612988 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.584944] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.585221] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85abb6d0-a8ee-4691-b01d-e1012d4eb1fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.592357] env[63302]: DEBUG oslo_vmware.api [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1626.592357] env[63302]: value = "task-1795565" [ 1626.592357] env[63302]: _type = "Task" [ 1626.592357] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.601149] env[63302]: DEBUG oslo_vmware.api [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.682148] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.926284] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "refresh_cache-e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.926636] env[63302]: DEBUG nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Instance network_info: |[{"id": "c2dc22b6-347e-41ee-bb7c-14834e27f3d6", "address": "fa:16:3e:f5:4f:e8", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dc22b6-34", "ovs_interfaceid": "c2dc22b6-347e-41ee-bb7c-14834e27f3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.927102] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:4f:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2dc22b6-347e-41ee-bb7c-14834e27f3d6', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.936655] env[63302]: DEBUG oslo.service.loopingcall [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.937204] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.937456] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631fae1d-4780-4c5d-aaf6-fa9fbc86189f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.958689] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.958689] env[63302]: value = "task-1795566" [ 1626.958689] env[63302]: _type = "Task" [ 1626.958689] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.967109] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795566, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.006825] env[63302]: DEBUG oslo_vmware.api [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795564, 'name': PowerOffVM_Task, 'duration_secs': 0.211741} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.007152] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.007369] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.007732] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72e35e71-aa24-4c20-bcda-8639754ea51b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.104804] env[63302]: DEBUG oslo_vmware.api [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795565, 'name': PowerOffVM_Task, 'duration_secs': 0.306996} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.105079] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.105245] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.105555] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca76fc47-f5dd-445b-b959-94887b693cd7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.182270] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795563, 'name': ReconfigVM_Task, 'duration_secs': 0.712265} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.182941] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46/c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.183608] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d77ae323-806b-4d14-b0a4-caec54ae126f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.190299] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1627.190299] env[63302]: value = "task-1795569" [ 1627.190299] env[63302]: _type = "Task" [ 1627.190299] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.198374] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795569, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.314318] env[63302]: DEBUG nova.compute.manager [req-b6fd57f6-80c9-47c9-8f57-3a138434ca6b req-ef94a258-faf0-4911-92d5-bdbb3b6212e2 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Received event network-changed-c2dc22b6-347e-41ee-bb7c-14834e27f3d6 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1627.314318] env[63302]: DEBUG nova.compute.manager [req-b6fd57f6-80c9-47c9-8f57-3a138434ca6b req-ef94a258-faf0-4911-92d5-bdbb3b6212e2 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Refreshing instance network info cache due to event network-changed-c2dc22b6-347e-41ee-bb7c-14834e27f3d6. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1627.314687] env[63302]: DEBUG oslo_concurrency.lockutils [req-b6fd57f6-80c9-47c9-8f57-3a138434ca6b req-ef94a258-faf0-4911-92d5-bdbb3b6212e2 service nova] Acquiring lock "refresh_cache-e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.314687] env[63302]: DEBUG oslo_concurrency.lockutils [req-b6fd57f6-80c9-47c9-8f57-3a138434ca6b req-ef94a258-faf0-4911-92d5-bdbb3b6212e2 service nova] Acquired lock "refresh_cache-e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.314842] env[63302]: DEBUG nova.network.neutron [req-b6fd57f6-80c9-47c9-8f57-3a138434ca6b req-ef94a258-faf0-4911-92d5-bdbb3b6212e2 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Refreshing network info cache for port c2dc22b6-347e-41ee-bb7c-14834e27f3d6 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.470145] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795566, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.537911] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.538432] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.538759] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleting the datastore file [datastore1] f2f8f590-eeb4-444a-b129-c654fa5c1387 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.540188] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e6785e6-9a43-454e-ba6c-2fcacd471127 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.542768] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.543080] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.543397] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleting the datastore file [datastore1] 66db05c1-0227-40ca-842f-a062485d140a {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.543753] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c08cc5b-5fbb-4dfb-8084-06d06d171293 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.553490] env[63302]: DEBUG oslo_vmware.api [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1627.553490] env[63302]: value = "task-1795571" [ 1627.553490] env[63302]: _type = "Task" [ 1627.553490] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.553859] env[63302]: DEBUG oslo_vmware.api [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1627.553859] env[63302]: value = "task-1795570" [ 1627.553859] env[63302]: _type = "Task" [ 1627.553859] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.568332] env[63302]: DEBUG oslo_vmware.api [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.571662] env[63302]: DEBUG oslo_vmware.api [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.583104] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.058s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.589437] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.748s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.589711] env[63302]: DEBUG nova.objects.instance [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lazy-loading 'resources' on Instance uuid dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.703729] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795569, 'name': Rename_Task, 'duration_secs': 0.164136} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.704782] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.704782] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac13d4b-2920-4daf-a296-25328c37cc8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.713117] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1627.713117] env[63302]: value = "task-1795572" [ 1627.713117] env[63302]: _type = "Task" [ 1627.713117] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.720246] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.957324] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.957611] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.980032] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795566, 'name': CreateVM_Task, 'duration_secs': 0.673861} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.980225] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.981194] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.981459] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.981825] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.982095] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f228c8-3607-4aca-908b-b969b26cc682 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.988638] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1627.988638] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c4cf7a-cc97-e2f6-192b-eeced732d158" [ 1627.988638] env[63302]: _type = "Task" [ 1627.988638] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.999859] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c4cf7a-cc97-e2f6-192b-eeced732d158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.070354] env[63302]: DEBUG oslo_vmware.api [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142594} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.077343] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.078077] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.078398] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.078685] env[63302]: INFO nova.compute.manager [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1628.079067] env[63302]: DEBUG oslo.service.loopingcall [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.079410] env[63302]: DEBUG oslo_vmware.api [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148501} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.080237] env[63302]: DEBUG nova.compute.manager [-] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.080394] env[63302]: DEBUG nova.network.neutron [-] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.082588] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.082856] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.083132] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.083391] env[63302]: INFO nova.compute.manager [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1628.083719] env[63302]: DEBUG oslo.service.loopingcall [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.083988] env[63302]: DEBUG nova.compute.manager [-] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.084133] env[63302]: DEBUG nova.network.neutron [-] [instance: 66db05c1-0227-40ca-842f-a062485d140a] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.095174] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf925d1b-0f95-465a-a8f5-a4e153c34873 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.108473] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58279df5-96e5-4a5f-94ce-b652f50fdd8e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.143736] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0f9851-07dd-4198-b0b4-80708c5e5c7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.152443] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2884ca-a0eb-4845-9365-979cc9fb2d2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.170580] env[63302]: DEBUG nova.compute.provider_tree [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1628.224455] env[63302]: DEBUG oslo_vmware.api [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795572, 'name': PowerOnVM_Task, 'duration_secs': 0.478592} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.224716] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.224939] env[63302]: INFO nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1628.225138] env[63302]: DEBUG nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.225942] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0690a8ff-c1f3-41e1-93eb-1b5854e8e02c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.360214] env[63302]: DEBUG nova.network.neutron [req-b6fd57f6-80c9-47c9-8f57-3a138434ca6b req-ef94a258-faf0-4911-92d5-bdbb3b6212e2 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Updated VIF entry in instance network info cache for port c2dc22b6-347e-41ee-bb7c-14834e27f3d6. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.360599] env[63302]: DEBUG nova.network.neutron [req-b6fd57f6-80c9-47c9-8f57-3a138434ca6b req-ef94a258-faf0-4911-92d5-bdbb3b6212e2 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Updating instance_info_cache with network_info: [{"id": "c2dc22b6-347e-41ee-bb7c-14834e27f3d6", "address": "fa:16:3e:f5:4f:e8", "network": {"id": "1bc0960f-17f8-4464-bad2-62cba0f353d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-670574715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb088dc3162429dab9af1b70724cc25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dc22b6-34", "ovs_interfaceid": "c2dc22b6-347e-41ee-bb7c-14834e27f3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.460294] env[63302]: DEBUG nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1628.501617] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c4cf7a-cc97-e2f6-192b-eeced732d158, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.503169] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.503169] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.503169] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.503169] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.503169] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.503169] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0187394d-5656-477b-bf35-5574928e0144 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.513362] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.513586] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.514755] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ddf6de-92e9-4d27-a5ab-0250789c3972 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.522479] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1628.522479] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52086948-728c-2077-e92e-312a792721c9" [ 1628.522479] env[63302]: _type = "Task" [ 1628.522479] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.536852] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52086948-728c-2077-e92e-312a792721c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.665310] env[63302]: DEBUG nova.compute.manager [req-78f3bff7-f15c-4cfc-9743-7001b755eaa5 req-3fe3d05d-6d20-42cf-8264-bd2f4831e3e4 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Received event network-vif-deleted-39c2239f-8b1b-4f5f-b349-567c5d40baab {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1628.665523] env[63302]: INFO nova.compute.manager [req-78f3bff7-f15c-4cfc-9743-7001b755eaa5 req-3fe3d05d-6d20-42cf-8264-bd2f4831e3e4 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Neutron deleted interface 39c2239f-8b1b-4f5f-b349-567c5d40baab; detaching it from the instance and deleting it from the info cache [ 1628.665702] env[63302]: DEBUG nova.network.neutron [req-78f3bff7-f15c-4cfc-9743-7001b755eaa5 req-3fe3d05d-6d20-42cf-8264-bd2f4831e3e4 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.692361] env[63302]: ERROR nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [req-62f68fc6-c5b5-4003-8a98-ee43bb83126b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62f68fc6-c5b5-4003-8a98-ee43bb83126b"}]} [ 1628.708063] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1628.720883] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1628.721104] env[63302]: DEBUG nova.compute.provider_tree [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1628.730701] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1628.742116] env[63302]: INFO nova.compute.manager [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Took 39.81 seconds to build instance. [ 1628.748021] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1628.863706] env[63302]: DEBUG oslo_concurrency.lockutils [req-b6fd57f6-80c9-47c9-8f57-3a138434ca6b req-ef94a258-faf0-4911-92d5-bdbb3b6212e2 service nova] Releasing lock "refresh_cache-e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.980149] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.035463] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52086948-728c-2077-e92e-312a792721c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.036271] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a3044b-46b0-4729-815d-a092e8e87e2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.044037] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1629.044037] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f5f72f-b9e1-f40f-cc96-6d04ec0726a0" [ 1629.044037] env[63302]: _type = "Task" [ 1629.044037] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.052012] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f5f72f-b9e1-f40f-cc96-6d04ec0726a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.068742] env[63302]: DEBUG nova.network.neutron [-] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.101979] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bfc600-832d-42f6-a5cf-0f4098780134 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.110580] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0029e2e2-b9a3-44d4-9b95-4cb25648a34a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.145206] env[63302]: DEBUG nova.network.neutron [-] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.147444] env[63302]: INFO nova.compute.manager [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Swapping old allocation on dict_keys(['fb3e1725-5508-45da-a52c-61b09cfbc0a0']) held by migration cce2e83c-1135-4871-ae6a-867ae939893b for instance [ 1629.148460] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936db434-b050-4bc5-91e8-b16e98c58df7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.159622] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aed31ab-b783-4e53-bf00-6f911568434b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.167927] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c4ce1e7-44ef-4f14-80a6-9ee786494bc5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.177740] env[63302]: DEBUG nova.compute.provider_tree [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1629.179658] env[63302]: DEBUG nova.scheduler.client.report [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Overwriting current allocation {'allocations': {'fb3e1725-5508-45da-a52c-61b09cfbc0a0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 100}}, 'project_id': '4caffb29a2c64546aac8bb5047412508', 'user_id': 'bc329bddb77c4b95bdff6086e14534c7', 'consumer_generation': 1} on consumer 1000d22c-18b0-47a5-bcfb-1f2af539412a {{(pid=63302) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1629.189973] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db43a7-23e7-40a3-8d42-143cac4018ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.225696] env[63302]: DEBUG nova.compute.manager [req-78f3bff7-f15c-4cfc-9743-7001b755eaa5 req-3fe3d05d-6d20-42cf-8264-bd2f4831e3e4 service nova] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Detach interface failed, port_id=39c2239f-8b1b-4f5f-b349-567c5d40baab, reason: Instance f2f8f590-eeb4-444a-b129-c654fa5c1387 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1629.244641] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac689ec-0259-49c1-84fd-c46621e6b0a0 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.358s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.284912] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.285110] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquired lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.285293] env[63302]: DEBUG nova.network.neutron [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.567108] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f5f72f-b9e1-f40f-cc96-6d04ec0726a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.567108] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.567108] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad/e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.567108] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-186fb98d-66e7-42e1-afc8-638aeec4943d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.573393] env[63302]: INFO nova.compute.manager [-] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Took 1.49 seconds to deallocate network for instance. [ 1629.582050] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1629.582050] env[63302]: value = "task-1795573" [ 1629.582050] env[63302]: _type = "Task" [ 1629.582050] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.600489] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.654132] env[63302]: INFO nova.compute.manager [-] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Took 1.57 seconds to deallocate network for instance. [ 1629.707157] env[63302]: ERROR nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [req-b7c5c02c-fd4b-4a84-ae8b-019629a0335a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7c5c02c-fd4b-4a84-ae8b-019629a0335a"}]} [ 1629.727266] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1629.741626] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1629.741873] env[63302]: DEBUG nova.compute.provider_tree [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1629.753048] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1629.774096] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1630.084615] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.095711] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795573, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.105658] env[63302]: DEBUG nova.network.neutron [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance_info_cache with network_info: [{"id": "b1ec8355-d095-4458-952e-987456a7c13c", "address": "fa:16:3e:1c:fe:b3", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ec8355-d0", "ovs_interfaceid": "b1ec8355-d095-4458-952e-987456a7c13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.160891] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.203687] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd80bf9-ea96-4811-9cf6-515a87a0a6f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.211978] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e6339b-6b2f-415c-be3a-3b9d211a86c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.241147] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66061d24-153e-4f7e-b875-7b6ecc5e1408 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.248096] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6bc4a7-dcde-474e-8d26-93c2e30da7a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.261933] env[63302]: DEBUG nova.compute.provider_tree [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1630.595422] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539745} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.596396] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad/e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.596396] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.596396] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2605e77d-f34e-4dcc-a745-9d736ea7cb43 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.604409] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1630.604409] env[63302]: value = "task-1795574" [ 1630.604409] env[63302]: _type = "Task" [ 1630.604409] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.608080] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Releasing lock "refresh_cache-1000d22c-18b0-47a5-bcfb-1f2af539412a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.608760] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.608909] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782cbf81-63a4-4248-8248-5dabc0a0caa0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.616456] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.618245] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1630.618245] env[63302]: value = "task-1795575" [ 1630.618245] env[63302]: _type = "Task" [ 1630.618245] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.627711] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.755770] env[63302]: DEBUG nova.compute.manager [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Received event network-vif-deleted-8dc9332b-5e55-486b-8bee-971404db4704 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1630.755971] env[63302]: DEBUG nova.compute.manager [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Received event network-changed-e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1630.756192] env[63302]: DEBUG nova.compute.manager [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Refreshing instance network info cache due to event network-changed-e9b4f137-73bb-45f3-81b9-164a90ebcc6e. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1630.756418] env[63302]: DEBUG oslo_concurrency.lockutils [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] Acquiring lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.756565] env[63302]: DEBUG oslo_concurrency.lockutils [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] Acquired lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.756780] env[63302]: DEBUG nova.network.neutron [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Refreshing network info cache for port e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.797439] env[63302]: DEBUG nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1630.797716] env[63302]: DEBUG nova.compute.provider_tree [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 101 to 102 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1630.797916] env[63302]: DEBUG nova.compute.provider_tree [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1630.801337] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.801967] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.114750] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083675} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.115171] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.115809] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10365317-8a4a-4358-9027-5ad72d140aab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.127534] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795575, 'name': PowerOffVM_Task, 'duration_secs': 0.275459} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.137449] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.137449] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:35:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='845be66d-474c-4209-ab48-a7b1e5d5e0e2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1295923',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.137449] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.137449] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.137695] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.137809] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.137960] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.138209] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.138376] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.138546] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.138714] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.138886] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.153049] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad/e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.153049] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b7f36b8-5864-4249-9c5c-cf9ceb07b80e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.163814] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca78af9-0878-4f2d-995b-386cc6605fb1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.186871] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1631.186871] env[63302]: value = "task-1795576" [ 1631.186871] env[63302]: _type = "Task" [ 1631.186871] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.191303] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1631.191303] env[63302]: value = "task-1795577" [ 1631.191303] env[63302]: _type = "Task" [ 1631.191303] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.201086] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.204420] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.303807] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.714s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.311277] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.772s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.311523] env[63302]: DEBUG nova.objects.instance [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1631.315686] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.315686] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1631.326968] env[63302]: INFO nova.scheduler.client.report [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted allocations for instance dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c [ 1631.490793] env[63302]: DEBUG nova.network.neutron [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updated VIF entry in instance network info cache for port e9b4f137-73bb-45f3-81b9-164a90ebcc6e. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.491209] env[63302]: DEBUG nova.network.neutron [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updating instance_info_cache with network_info: [{"id": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "address": "fa:16:3e:47:b8:13", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f137-73", "ovs_interfaceid": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.698256] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795576, 'name': ReconfigVM_Task, 'duration_secs': 0.193403} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.699473] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffc8a39-3548-428d-828a-27c3629ca347 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.705121] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795577, 'name': ReconfigVM_Task, 'duration_secs': 0.503231} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.705789] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad/e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.706432] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e337e53-e620-40a9-b7d3-1c33ce8c5807 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.721540] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:35:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='845be66d-474c-4209-ab48-a7b1e5d5e0e2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1295923',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.721794] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.721954] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.722160] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.722314] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.722464] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.722675] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.722835] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.723011] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.723181] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.723353] env[63302]: DEBUG nova.virt.hardware [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.724593] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6298c054-c83c-490e-bfb5-1773a2384c5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.730061] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1631.730061] env[63302]: value = "task-1795578" [ 1631.730061] env[63302]: _type = "Task" [ 1631.730061] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.731366] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1631.731366] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5261e1ee-3d6a-209e-ece8-44c24a35e6db" [ 1631.731366] env[63302]: _type = "Task" [ 1631.731366] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.745963] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795578, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.746261] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5261e1ee-3d6a-209e-ece8-44c24a35e6db, 'name': SearchDatastore_Task, 'duration_secs': 0.00815} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.751724] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1631.752688] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb2f5bea-b431-40ac-9318-2a5f8fe06d4b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.777972] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1631.777972] env[63302]: value = "task-1795579" [ 1631.777972] env[63302]: _type = "Task" [ 1631.777972] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.789824] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.819315] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1631.819550] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.819740] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.819903] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.820091] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.820273] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.820487] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.820681] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1631.820859] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.839421] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3367effe-3419-44dc-b89c-a5af560087af tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.190s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.994403] env[63302]: DEBUG oslo_concurrency.lockutils [req-5f520328-d742-4f3a-8251-f3d4fda029a7 req-40c72dc3-c10f-4452-bb89-d77c4394706c service nova] Releasing lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.240768] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795578, 'name': Rename_Task, 'duration_secs': 0.196216} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.241081] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.241294] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02f9c57d-b448-4cfa-87d1-218d3cac1aae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.248836] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1632.248836] env[63302]: value = "task-1795580" [ 1632.248836] env[63302]: _type = "Task" [ 1632.248836] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.257852] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.288338] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795579, 'name': ReconfigVM_Task, 'duration_secs': 0.21119} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.288638] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1632.289469] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33eef0-9873-42c9-b639-ee8b85cb81df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.311703] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a/1000d22c-18b0-47a5-bcfb-1f2af539412a.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.311942] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33bce1be-1c68-456f-b740-db8d4a40353c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.327111] env[63302]: DEBUG oslo_concurrency.lockutils [None req-718bc492-47b6-4361-bfc9-26db3c1cb7ff tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.328768] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.329330] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.501s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.330731] env[63302]: INFO nova.compute.claims [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1632.340212] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1632.340212] env[63302]: value = "task-1795581" [ 1632.340212] env[63302]: _type = "Task" [ 1632.340212] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.349942] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.456370] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "fb4a09f6-c7ea-447b-b44d-2023432a4747" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.456711] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "fb4a09f6-c7ea-447b-b44d-2023432a4747" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.456965] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "fb4a09f6-c7ea-447b-b44d-2023432a4747-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.457206] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "fb4a09f6-c7ea-447b-b44d-2023432a4747-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.457415] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "fb4a09f6-c7ea-447b-b44d-2023432a4747-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.459533] env[63302]: INFO nova.compute.manager [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Terminating instance [ 1632.760118] env[63302]: DEBUG oslo_vmware.api [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795580, 'name': PowerOnVM_Task, 'duration_secs': 0.510614} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.760445] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.761355] env[63302]: INFO nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1632.761355] env[63302]: DEBUG nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.761691] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60840c27-dcfa-41aa-818e-64add852b743 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.852358] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795581, 'name': ReconfigVM_Task, 'duration_secs': 0.31201} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.852665] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a/1000d22c-18b0-47a5-bcfb-1f2af539412a.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.853515] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1647a92-912f-44d4-b4ce-9916ef4e6683 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.873251] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a27cb5-1c14-4284-aa89-f3325d01a771 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.892641] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38d9f71-6fb2-4d59-a947-5e69fd8ed0ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.916327] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7ee81c-e6b1-477c-84db-f52357fd71b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.924946] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.927052] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c92096d-d3d2-4446-9fd4-cdfa5e87da4d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.932887] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1632.932887] env[63302]: value = "task-1795582" [ 1632.932887] env[63302]: _type = "Task" [ 1632.932887] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.941715] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.964300] env[63302]: DEBUG nova.compute.manager [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.964300] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.965250] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53029146-5ab6-4819-9257-00a1686834b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.975485] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.975764] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-850bda2f-1ecc-47ad-aeaa-dac572ef727f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.984241] env[63302]: DEBUG oslo_vmware.api [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1632.984241] env[63302]: value = "task-1795583" [ 1632.984241] env[63302]: _type = "Task" [ 1632.984241] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.995466] env[63302]: DEBUG oslo_vmware.api [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.281524] env[63302]: INFO nova.compute.manager [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Took 39.60 seconds to build instance. [ 1633.443998] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.498501] env[63302]: DEBUG oslo_vmware.api [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795583, 'name': PowerOffVM_Task, 'duration_secs': 0.263375} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.499150] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.499150] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.499372] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf2903c8-2da5-4beb-a472-5971d80e5f64 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.580545] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.580782] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.580998] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleting the datastore file [datastore1] fb4a09f6-c7ea-447b-b44d-2023432a4747 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.584050] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f1b294-09a7-4458-84a2-164328a09081 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.591752] env[63302]: DEBUG oslo_vmware.api [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1633.591752] env[63302]: value = "task-1795585" [ 1633.591752] env[63302]: _type = "Task" [ 1633.591752] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.603751] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.604070] env[63302]: DEBUG oslo_vmware.api [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.729131] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679bdc7b-0a7f-431d-83c7-26f2e5baba50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.736690] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da875522-e439-4279-b9a8-3b38766b5dcd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.768017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb647953-e32b-4031-937f-f88d984ea3f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.775567] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2edce-b9e2-4664-8c78-47812b242925 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.788464] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ff8f2a0c-000a-433d-a6b1-5d298dc0d3d8 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.873s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.788891] env[63302]: DEBUG nova.compute.provider_tree [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.790229] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.187s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.790452] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.790724] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.790816] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.792542] env[63302]: INFO nova.compute.manager [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Terminating instance [ 1633.945426] env[63302]: DEBUG oslo_vmware.api [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795582, 'name': PowerOnVM_Task, 'duration_secs': 0.569188} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.945426] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.102810] env[63302]: DEBUG oslo_vmware.api [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130943} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.103092] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1634.103285] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1634.103468] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1634.103643] env[63302]: INFO nova.compute.manager [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1634.103926] env[63302]: DEBUG oslo.service.loopingcall [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.104141] env[63302]: DEBUG nova.compute.manager [-] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1634.104239] env[63302]: DEBUG nova.network.neutron [-] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1634.293599] env[63302]: DEBUG nova.scheduler.client.report [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.299173] env[63302]: DEBUG nova.compute.manager [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1634.300033] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1634.300285] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910efed3-9d06-407b-a539-12a4abf8e59e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.309199] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.309479] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64a81774-1cde-4c48-8cd5-78203f36db83 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.316875] env[63302]: DEBUG oslo_vmware.api [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1634.316875] env[63302]: value = "task-1795586" [ 1634.316875] env[63302]: _type = "Task" [ 1634.316875] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.326231] env[63302]: DEBUG oslo_vmware.api [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.413783] env[63302]: DEBUG nova.compute.manager [req-37fdb5f1-6ddb-4bf4-ae4f-9fe46b84dedc req-5e0a5055-d717-496b-b45e-53921c8266c0 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Received event network-vif-deleted-cee85c23-0b27-4f8f-a086-f4c88366fc96 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1634.413783] env[63302]: INFO nova.compute.manager [req-37fdb5f1-6ddb-4bf4-ae4f-9fe46b84dedc req-5e0a5055-d717-496b-b45e-53921c8266c0 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Neutron deleted interface cee85c23-0b27-4f8f-a086-f4c88366fc96; detaching it from the instance and deleting it from the info cache [ 1634.414127] env[63302]: DEBUG nova.network.neutron [req-37fdb5f1-6ddb-4bf4-ae4f-9fe46b84dedc req-5e0a5055-d717-496b-b45e-53921c8266c0 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.798786] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.799383] env[63302]: DEBUG nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1634.802776] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.401s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.803748] env[63302]: INFO nova.compute.claims [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1634.827500] env[63302]: DEBUG oslo_vmware.api [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795586, 'name': PowerOffVM_Task, 'duration_secs': 0.252336} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.827776] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.827921] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1634.828186] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e9dd4ee-610f-41be-977c-71e427446008 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.878782] env[63302]: DEBUG nova.network.neutron [-] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.916872] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-160f430a-f7a4-428c-988d-0728006b2c76 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.927827] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba6465a-ab8f-4f0b-b4e4-3d82e8e6af61 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.968615] env[63302]: INFO nova.compute.manager [None req-c0a3a16b-f488-461f-8705-2c1888b77bea tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance to original state: 'active' [ 1634.972099] env[63302]: DEBUG nova.compute.manager [req-37fdb5f1-6ddb-4bf4-ae4f-9fe46b84dedc req-5e0a5055-d717-496b-b45e-53921c8266c0 service nova] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Detach interface failed, port_id=cee85c23-0b27-4f8f-a086-f4c88366fc96, reason: Instance fb4a09f6-c7ea-447b-b44d-2023432a4747 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1635.078865] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.079298] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.079608] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleting the datastore file [datastore1] e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.080010] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dc71c55-af26-4471-9c57-af5f177b3cd0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.087727] env[63302]: DEBUG oslo_vmware.api [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for the task: (returnval){ [ 1635.087727] env[63302]: value = "task-1795588" [ 1635.087727] env[63302]: _type = "Task" [ 1635.087727] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.096068] env[63302]: DEBUG oslo_vmware.api [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.307946] env[63302]: DEBUG nova.compute.utils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.313056] env[63302]: DEBUG nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1635.313056] env[63302]: DEBUG nova.network.neutron [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1635.372523] env[63302]: DEBUG nova.policy [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f0e7d5a538c4f088eb65467666391c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2570721427e4e7baf151bd8823c949e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1635.379684] env[63302]: INFO nova.compute.manager [-] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Took 1.28 seconds to deallocate network for instance. [ 1635.599383] env[63302]: DEBUG oslo_vmware.api [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Task: {'id': task-1795588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119793} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.599791] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.599985] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1635.600178] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1635.600349] env[63302]: INFO nova.compute.manager [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1635.600604] env[63302]: DEBUG oslo.service.loopingcall [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.600802] env[63302]: DEBUG nova.compute.manager [-] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1635.600947] env[63302]: DEBUG nova.network.neutron [-] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1635.816884] env[63302]: DEBUG nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1635.841709] env[63302]: DEBUG nova.network.neutron [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Successfully created port: 251e7a21-fc79-479d-b466-b0a1328d34a0 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.888452] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.267785] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a188a5f2-79ca-46e7-9222-abbbc60728f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.277816] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd009a1a-7909-46d6-ae8e-0065fd247b9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.309051] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f0e460-560f-4dc2-8f11-ebd9fc35a242 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.316790] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbebd63c-ae16-4b90-9522-6836d3bcb932 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.333386] env[63302]: DEBUG nova.compute.provider_tree [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.440417] env[63302]: DEBUG nova.compute.manager [req-f72d4f29-580e-4f52-a7be-cb83ef209acf req-fd1c1bd2-0faf-4f21-9a7f-c7faddb5b990 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Received event network-vif-deleted-c2dc22b6-347e-41ee-bb7c-14834e27f3d6 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1636.440646] env[63302]: INFO nova.compute.manager [req-f72d4f29-580e-4f52-a7be-cb83ef209acf req-fd1c1bd2-0faf-4f21-9a7f-c7faddb5b990 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Neutron deleted interface c2dc22b6-347e-41ee-bb7c-14834e27f3d6; detaching it from the instance and deleting it from the info cache [ 1636.440799] env[63302]: DEBUG nova.network.neutron [req-f72d4f29-580e-4f52-a7be-cb83ef209acf req-fd1c1bd2-0faf-4f21-9a7f-c7faddb5b990 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.501429] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "1000d22c-18b0-47a5-bcfb-1f2af539412a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.501778] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.501997] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.502463] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.502749] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.504865] env[63302]: INFO nova.compute.manager [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Terminating instance [ 1636.517907] env[63302]: DEBUG nova.network.neutron [-] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.836922] env[63302]: DEBUG nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1636.839508] env[63302]: DEBUG nova.scheduler.client.report [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.866755] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1636.867026] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.867209] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1636.867399] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.867551] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1636.867699] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1636.867911] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1636.868100] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1636.868287] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1636.868505] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1636.868759] env[63302]: DEBUG nova.virt.hardware [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1636.870115] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8cf82-01e4-4dba-97c2-5980befb2ff7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.880335] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6480588a-5a95-486d-9c21-9e18925ffd3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.943559] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bef2c7e5-0057-40d4-8b14-0331ce8ac839 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.953888] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9944d11b-5479-43f0-b0e2-c5b5a35b5644 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.987552] env[63302]: DEBUG nova.compute.manager [req-f72d4f29-580e-4f52-a7be-cb83ef209acf req-fd1c1bd2-0faf-4f21-9a7f-c7faddb5b990 service nova] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Detach interface failed, port_id=c2dc22b6-347e-41ee-bb7c-14834e27f3d6, reason: Instance e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1637.008837] env[63302]: DEBUG nova.compute.manager [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.009071] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.009881] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7f7b0-70bf-4f34-ba10-a059a1e63881 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.017196] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.017437] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be26d08-4b1c-41be-bfe4-1a6f114f9020 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.021486] env[63302]: INFO nova.compute.manager [-] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Took 1.42 seconds to deallocate network for instance. [ 1637.027998] env[63302]: DEBUG oslo_vmware.api [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1637.027998] env[63302]: value = "task-1795589" [ 1637.027998] env[63302]: _type = "Task" [ 1637.027998] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.036658] env[63302]: DEBUG oslo_vmware.api [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.344164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.344620] env[63302]: DEBUG nova.compute.manager [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1637.351026] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.643s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.351026] env[63302]: DEBUG nova.objects.instance [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lazy-loading 'resources' on Instance uuid 955a94d5-a8c9-44eb-be2f-337bc0f97304 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.531029] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.539083] env[63302]: DEBUG oslo_vmware.api [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795589, 'name': PowerOffVM_Task, 'duration_secs': 0.204517} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.539914] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.540229] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.540572] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261b2eed-337b-4f34-b139-c553c8d033d6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.544884] env[63302]: DEBUG nova.network.neutron [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Successfully updated port: 251e7a21-fc79-479d-b466-b0a1328d34a0 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.723036] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.723036] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.723036] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Deleting the datastore file [datastore1] 1000d22c-18b0-47a5-bcfb-1f2af539412a {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.723036] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e09448f7-2d06-4ba7-a6ed-559d1dbe23f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.729900] env[63302]: DEBUG oslo_vmware.api [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1637.729900] env[63302]: value = "task-1795591" [ 1637.729900] env[63302]: _type = "Task" [ 1637.729900] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.738190] env[63302]: DEBUG oslo_vmware.api [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.853504] env[63302]: DEBUG nova.compute.utils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.854986] env[63302]: DEBUG nova.compute.manager [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Not allocating networking since 'none' was specified. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1638.046913] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.047081] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.047240] env[63302]: DEBUG nova.network.neutron [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.191412] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07d54b-7c0f-4b0a-b5a2-60e6d1d81267 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.200534] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5701e76-1d24-4aa0-809f-f72b76a37e7a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.230758] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3d2d4-3070-49be-8047-d8b526cfe83b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.241923] env[63302]: DEBUG oslo_vmware.api [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131052} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.243445] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.243644] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1638.243825] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1638.243999] env[63302]: INFO nova.compute.manager [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1638.244251] env[63302]: DEBUG oslo.service.loopingcall [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.244494] env[63302]: DEBUG nova.compute.manager [-] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1638.244592] env[63302]: DEBUG nova.network.neutron [-] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1638.247044] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8016d48e-55df-4bc6-b536-5f162043dc1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.263979] env[63302]: DEBUG nova.compute.provider_tree [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.356778] env[63302]: DEBUG nova.compute.manager [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1638.484149] env[63302]: DEBUG nova.compute.manager [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Received event network-vif-plugged-251e7a21-fc79-479d-b466-b0a1328d34a0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1638.484512] env[63302]: DEBUG oslo_concurrency.lockutils [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] Acquiring lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.484512] env[63302]: DEBUG oslo_concurrency.lockutils [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.484799] env[63302]: DEBUG oslo_concurrency.lockutils [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.485018] env[63302]: DEBUG nova.compute.manager [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] No waiting events found dispatching network-vif-plugged-251e7a21-fc79-479d-b466-b0a1328d34a0 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1638.485300] env[63302]: WARNING nova.compute.manager [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Received unexpected event network-vif-plugged-251e7a21-fc79-479d-b466-b0a1328d34a0 for instance with vm_state building and task_state spawning. [ 1638.485871] env[63302]: DEBUG nova.compute.manager [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Received event network-changed-251e7a21-fc79-479d-b466-b0a1328d34a0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1638.485980] env[63302]: DEBUG nova.compute.manager [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Refreshing instance network info cache due to event network-changed-251e7a21-fc79-479d-b466-b0a1328d34a0. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1638.486186] env[63302]: DEBUG oslo_concurrency.lockutils [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] Acquiring lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.587184] env[63302]: DEBUG nova.network.neutron [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.749309] env[63302]: DEBUG nova.network.neutron [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance_info_cache with network_info: [{"id": "251e7a21-fc79-479d-b466-b0a1328d34a0", "address": "fa:16:3e:15:58:8d", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e7a21-fc", "ovs_interfaceid": "251e7a21-fc79-479d-b466-b0a1328d34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.767509] env[63302]: DEBUG nova.scheduler.client.report [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.970080] env[63302]: DEBUG nova.network.neutron [-] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.252070] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.253725] env[63302]: DEBUG nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Instance network_info: |[{"id": "251e7a21-fc79-479d-b466-b0a1328d34a0", "address": "fa:16:3e:15:58:8d", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e7a21-fc", "ovs_interfaceid": "251e7a21-fc79-479d-b466-b0a1328d34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1639.253725] env[63302]: DEBUG oslo_concurrency.lockutils [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] Acquired lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.253725] env[63302]: DEBUG nova.network.neutron [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Refreshing network info cache for port 251e7a21-fc79-479d-b466-b0a1328d34a0 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.254672] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:58:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '251e7a21-fc79-479d-b466-b0a1328d34a0', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.261955] env[63302]: DEBUG oslo.service.loopingcall [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.264776] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.265249] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7154de1-8bbf-4c9f-8dcc-82a79d71b900 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.280357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.282304] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.883s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.283762] env[63302]: INFO nova.compute.claims [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.295405] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.295405] env[63302]: value = "task-1795592" [ 1639.295405] env[63302]: _type = "Task" [ 1639.295405] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.303021] env[63302]: INFO nova.scheduler.client.report [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted allocations for instance 955a94d5-a8c9-44eb-be2f-337bc0f97304 [ 1639.307388] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795592, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.367634] env[63302]: DEBUG nova.compute.manager [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1639.436827] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1639.436966] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1639.437115] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1639.437304] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1639.437454] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1639.437608] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1639.437850] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1639.438022] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1639.438193] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1639.438358] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1639.438530] env[63302]: DEBUG nova.virt.hardware [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1639.439386] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d3f4fc-2263-46c7-a173-d18841730bc0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.447892] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e7dbd3-edfa-48db-9c41-d630673787af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.462775] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.468611] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Creating folder: Project (e1df07c4c73545ef9b02b1b2ca16e3da). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.470986] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a1657c3-1751-41ec-821d-dbbdc149f92c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.472726] env[63302]: INFO nova.compute.manager [-] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Took 1.23 seconds to deallocate network for instance. [ 1639.487036] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Created folder: Project (e1df07c4c73545ef9b02b1b2ca16e3da) in parent group-v372222. [ 1639.487301] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Creating folder: Instances. Parent ref: group-v372403. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.487607] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429ffe40-4b46-440a-aaac-f8eb6585ae5a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.501472] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Created folder: Instances in parent group-v372403. [ 1639.501622] env[63302]: DEBUG oslo.service.loopingcall [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.501768] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.502028] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be55802-441d-4b0b-8475-4a9c4ae0ad12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.526629] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.526629] env[63302]: value = "task-1795595" [ 1639.526629] env[63302]: _type = "Task" [ 1639.526629] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.535647] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795595, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.563521] env[63302]: DEBUG nova.network.neutron [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updated VIF entry in instance network info cache for port 251e7a21-fc79-479d-b466-b0a1328d34a0. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.563950] env[63302]: DEBUG nova.network.neutron [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance_info_cache with network_info: [{"id": "251e7a21-fc79-479d-b466-b0a1328d34a0", "address": "fa:16:3e:15:58:8d", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e7a21-fc", "ovs_interfaceid": "251e7a21-fc79-479d-b466-b0a1328d34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.805804] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795592, 'name': CreateVM_Task, 'duration_secs': 0.400584} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.805972] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.806655] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.806811] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.807142] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.807392] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7067618a-2d0f-4152-addc-be64c4ca9f5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.813871] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1639.813871] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fcf5e0-a1ec-842d-34a2-2406457d297f" [ 1639.813871] env[63302]: _type = "Task" [ 1639.813871] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.814288] env[63302]: DEBUG oslo_concurrency.lockutils [None req-70c061f1-7775-427e-ad06-5e477f173c5e tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "955a94d5-a8c9-44eb-be2f-337bc0f97304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.685s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.823753] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fcf5e0-a1ec-842d-34a2-2406457d297f, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.824061] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.824720] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1639.824720] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.824720] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.824838] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1639.825061] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f34b5cce-c05c-41b5-8175-b2f3e726060c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.833011] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1639.833204] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1639.833905] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ec0538-555d-4eba-8384-6982c21f529d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.839302] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1639.839302] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bc1352-8986-9d3c-4cff-b676bec7af65" [ 1639.839302] env[63302]: _type = "Task" [ 1639.839302] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.847391] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bc1352-8986-9d3c-4cff-b676bec7af65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.978923] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.037251] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795595, 'name': CreateVM_Task, 'duration_secs': 0.261111} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.037425] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1640.037844] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.038016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.038332] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1640.038584] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097ff1f2-a2d5-4426-a07b-5efc2497550e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.044216] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1640.044216] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5260bbd7-6159-7c3b-44db-3808b11d9e59" [ 1640.044216] env[63302]: _type = "Task" [ 1640.044216] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.052621] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5260bbd7-6159-7c3b-44db-3808b11d9e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.066210] env[63302]: DEBUG oslo_concurrency.lockutils [req-94269c04-602b-4864-836e-1198a8449424 req-51139022-5540-4f6d-8eda-a8e26f53bac4 service nova] Releasing lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.350376] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bc1352-8986-9d3c-4cff-b676bec7af65, 'name': SearchDatastore_Task, 'duration_secs': 0.008103} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.353382] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9be03b2-9062-4a58-921d-d75a0d62f8bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.358721] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1640.358721] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c7d561-50da-b083-ce1e-c58498d1b416" [ 1640.358721] env[63302]: _type = "Task" [ 1640.358721] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.369424] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c7d561-50da-b083-ce1e-c58498d1b416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.508244] env[63302]: DEBUG nova.compute.manager [req-fc5e4361-0eec-400a-b381-7a710854f441 req-2bb3c324-e40f-4fbf-9468-bba69cd55cbe service nova] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Received event network-vif-deleted-b1ec8355-d095-4458-952e-987456a7c13c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1640.556782] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5260bbd7-6159-7c3b-44db-3808b11d9e59, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.559269] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.559517] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.559746] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.603604] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0f20b2-7618-4fe2-b479-8c096efdecb2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.611388] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0d529e-212d-4b0d-980a-841d6ddf72f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.641605] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea666cd-f944-497e-9737-14dd21bf6443 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.649178] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4f9a5a-caa3-44bb-9123-f9ab8e25c063 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.662058] env[63302]: DEBUG nova.compute.provider_tree [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.869986] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c7d561-50da-b083-ce1e-c58498d1b416, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.870310] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.870581] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] fe32926c-c0f3-4c82-ac21-a889df126bef/fe32926c-c0f3-4c82-ac21-a889df126bef.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1640.870864] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.871069] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.871291] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc326d96-9f87-460e-97d0-af94e5450f8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.873306] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b774d0e-2d0a-432f-8052-bbbd6bc18a3a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.880693] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1640.880693] env[63302]: value = "task-1795596" [ 1640.880693] env[63302]: _type = "Task" [ 1640.880693] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.884932] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.885220] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.886355] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f3e23a-5a45-49e7-8809-fc235f55d9c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.891479] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.894608] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1640.894608] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52301951-d2f0-32cb-a873-c84c84448774" [ 1640.894608] env[63302]: _type = "Task" [ 1640.894608] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.902981] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52301951-d2f0-32cb-a873-c84c84448774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.165257] env[63302]: DEBUG nova.scheduler.client.report [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.392442] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490177} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.392735] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] fe32926c-c0f3-4c82-ac21-a889df126bef/fe32926c-c0f3-4c82-ac21-a889df126bef.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1641.392925] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1641.393178] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbd70537-e3a2-4706-b931-b8c6b33abfb4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.403464] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52301951-d2f0-32cb-a873-c84c84448774, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.405204] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1641.405204] env[63302]: value = "task-1795597" [ 1641.405204] env[63302]: _type = "Task" [ 1641.405204] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.405400] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a727a93d-a7b8-467e-a62e-3940bead1708 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.413703] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1641.413703] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521902b6-33e5-11ec-3abc-9719563c2577" [ 1641.413703] env[63302]: _type = "Task" [ 1641.413703] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.416740] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.424371] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521902b6-33e5-11ec-3abc-9719563c2577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.671219] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.672048] env[63302]: DEBUG nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.676862] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.734s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.676862] env[63302]: DEBUG nova.objects.instance [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lazy-loading 'resources' on Instance uuid 993c3dc1-7699-4f81-a5c0-f0352a532b04 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.919072] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067614} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.922170] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1641.922923] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afdef1f-9950-4e05-b772-718ea85be211 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.945671] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] fe32926c-c0f3-4c82-ac21-a889df126bef/fe32926c-c0f3-4c82-ac21-a889df126bef.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.949028] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6323fb1a-1d02-487b-9e42-166cd8c2c137 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.963521] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521902b6-33e5-11ec-3abc-9719563c2577, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.963732] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.964010] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 054225ab-1703-4261-967c-eef54daf5778/054225ab-1703-4261-967c-eef54daf5778.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.964646] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31b0f918-6fc0-4bde-b1a1-9c529bfec0b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.969907] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1641.969907] env[63302]: value = "task-1795598" [ 1641.969907] env[63302]: _type = "Task" [ 1641.969907] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.974466] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1641.974466] env[63302]: value = "task-1795599" [ 1641.974466] env[63302]: _type = "Task" [ 1641.974466] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.980471] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.985355] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.183665] env[63302]: DEBUG nova.compute.utils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1642.185546] env[63302]: DEBUG nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1642.186602] env[63302]: DEBUG nova.network.neutron [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.239569] env[63302]: DEBUG nova.policy [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '259f90ffb69b4e5abea138b8767569d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e1bde3fe55740b3883cc813f98cdd81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1642.489035] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.491848] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516946} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.492399] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 054225ab-1703-4261-967c-eef54daf5778/054225ab-1703-4261-967c-eef54daf5778.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1642.492623] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.495473] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b771843c-1ff9-4bff-9bb8-50e0743fe10f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.508358] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1642.508358] env[63302]: value = "task-1795600" [ 1642.508358] env[63302]: _type = "Task" [ 1642.508358] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.517113] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.555455] env[63302]: DEBUG nova.network.neutron [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Successfully created port: 3708dde7-5e38-4140-89f1-37061dec7d7f {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.598084] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235f167-d680-4975-8737-8b870ef2ba3c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.606291] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4e3037-b8b6-4ac5-840b-d2f389a1f93e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.637034] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f8340-b4b1-4721-8f0b-0e97d9d43383 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.647020] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff68fbe2-d12d-4e84-91e6-22c69ccfd474 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.658953] env[63302]: DEBUG nova.compute.provider_tree [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.689212] env[63302]: DEBUG nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1642.980940] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795598, 'name': ReconfigVM_Task, 'duration_secs': 0.59162} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.981238] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Reconfigured VM instance instance-00000043 to attach disk [datastore1] fe32926c-c0f3-4c82-ac21-a889df126bef/fe32926c-c0f3-4c82-ac21-a889df126bef.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1642.981897] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa503f71-6a60-447c-a15d-d56a3ef697c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.989494] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1642.989494] env[63302]: value = "task-1795601" [ 1642.989494] env[63302]: _type = "Task" [ 1642.989494] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.997122] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795601, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.013234] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080335} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.013529] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.014408] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12805ea-7d21-4758-960c-a62eaa940efe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.034609] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 054225ab-1703-4261-967c-eef54daf5778/054225ab-1703-4261-967c-eef54daf5778.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.034910] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fddceba-f208-4e94-9b18-a34ee890df03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.057853] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1643.057853] env[63302]: value = "task-1795602" [ 1643.057853] env[63302]: _type = "Task" [ 1643.057853] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.065747] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.164138] env[63302]: DEBUG nova.scheduler.client.report [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.500317] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795601, 'name': Rename_Task, 'duration_secs': 0.168542} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.500620] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.500870] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebe09ac4-d895-44a3-8662-29640e90749a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.509678] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1643.509678] env[63302]: value = "task-1795603" [ 1643.509678] env[63302]: _type = "Task" [ 1643.509678] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.518420] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.568111] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795602, 'name': ReconfigVM_Task, 'duration_secs': 0.272476} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.568471] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 054225ab-1703-4261-967c-eef54daf5778/054225ab-1703-4261-967c-eef54daf5778.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.569109] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f974f4a-ffe8-4bce-a20a-475ce4f86454 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.576680] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1643.576680] env[63302]: value = "task-1795604" [ 1643.576680] env[63302]: _type = "Task" [ 1643.576680] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.587830] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795604, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.670932] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.673630] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.475s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.675653] env[63302]: INFO nova.compute.claims [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.695855] env[63302]: INFO nova.scheduler.client.report [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Deleted allocations for instance 993c3dc1-7699-4f81-a5c0-f0352a532b04 [ 1643.697755] env[63302]: DEBUG nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1643.727999] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1643.728259] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.728420] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1643.728605] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.728755] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1643.728904] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1643.729151] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1643.729383] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1643.729576] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1643.729752] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1643.729929] env[63302]: DEBUG nova.virt.hardware [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1643.731040] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aa3d00-e0f0-46dc-b7eb-74aff5d84022 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.739418] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39798f78-3b9c-4881-b7d1-26fd80bf9800 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.021591] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795603, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.048275] env[63302]: DEBUG nova.compute.manager [req-a2112b84-e175-4a35-89f1-e72eaa1ba094 req-51e7a7aa-d8e6-4adc-9bee-07777c94c2d2 service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Received event network-vif-plugged-3708dde7-5e38-4140-89f1-37061dec7d7f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1644.048275] env[63302]: DEBUG oslo_concurrency.lockutils [req-a2112b84-e175-4a35-89f1-e72eaa1ba094 req-51e7a7aa-d8e6-4adc-9bee-07777c94c2d2 service nova] Acquiring lock "34d5daee-4b2d-4dd4-821c-121cc990255d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.048275] env[63302]: DEBUG oslo_concurrency.lockutils [req-a2112b84-e175-4a35-89f1-e72eaa1ba094 req-51e7a7aa-d8e6-4adc-9bee-07777c94c2d2 service nova] Lock "34d5daee-4b2d-4dd4-821c-121cc990255d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.048613] env[63302]: DEBUG oslo_concurrency.lockutils [req-a2112b84-e175-4a35-89f1-e72eaa1ba094 req-51e7a7aa-d8e6-4adc-9bee-07777c94c2d2 service nova] Lock "34d5daee-4b2d-4dd4-821c-121cc990255d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.048764] env[63302]: DEBUG nova.compute.manager [req-a2112b84-e175-4a35-89f1-e72eaa1ba094 req-51e7a7aa-d8e6-4adc-9bee-07777c94c2d2 service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] No waiting events found dispatching network-vif-plugged-3708dde7-5e38-4140-89f1-37061dec7d7f {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1644.048869] env[63302]: WARNING nova.compute.manager [req-a2112b84-e175-4a35-89f1-e72eaa1ba094 req-51e7a7aa-d8e6-4adc-9bee-07777c94c2d2 service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Received unexpected event network-vif-plugged-3708dde7-5e38-4140-89f1-37061dec7d7f for instance with vm_state building and task_state spawning. [ 1644.087218] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795604, 'name': Rename_Task, 'duration_secs': 0.149428} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.087526] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.087778] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dff26e3-c018-4bdb-8234-9afee715dd76 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.097717] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1644.097717] env[63302]: value = "task-1795606" [ 1644.097717] env[63302]: _type = "Task" [ 1644.097717] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.107696] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.162278] env[63302]: DEBUG nova.network.neutron [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Successfully updated port: 3708dde7-5e38-4140-89f1-37061dec7d7f {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1644.207414] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c782d8a2-15d0-4397-96b3-812d7968b82b tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "993c3dc1-7699-4f81-a5c0-f0352a532b04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.913s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.520492] env[63302]: DEBUG oslo_vmware.api [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795603, 'name': PowerOnVM_Task, 'duration_secs': 0.650686} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.520835] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.520967] env[63302]: INFO nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1644.521163] env[63302]: DEBUG nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.521965] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0292e5-f975-41e4-a8be-19521e19b1cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.608279] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.666135] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquiring lock "refresh_cache-34d5daee-4b2d-4dd4-821c-121cc990255d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.666135] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquired lock "refresh_cache-34d5daee-4b2d-4dd4-821c-121cc990255d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.666135] env[63302]: DEBUG nova.network.neutron [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.993482] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34075ac-2547-4edf-bb99-a4ae599f54d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.001748] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a94665-9d3b-4849-a4d2-0f5edb2e8c9a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.033166] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1735e6-5c04-41a1-b310-5eafb3ae83d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.044817] env[63302]: INFO nova.compute.manager [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Took 43.24 seconds to build instance. [ 1645.046751] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede0752b-5d15-4e83-a6ab-e2c0b3601133 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.061939] env[63302]: DEBUG nova.compute.provider_tree [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1645.110037] env[63302]: DEBUG oslo_vmware.api [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795606, 'name': PowerOnVM_Task, 'duration_secs': 0.676283} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.110319] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.110521] env[63302]: INFO nova.compute.manager [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Took 5.74 seconds to spawn the instance on the hypervisor. [ 1645.110703] env[63302]: DEBUG nova.compute.manager [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.111493] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981f09b0-2413-413b-9dcc-64c79c58fa74 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.198663] env[63302]: DEBUG nova.network.neutron [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.340591] env[63302]: DEBUG nova.network.neutron [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Updating instance_info_cache with network_info: [{"id": "3708dde7-5e38-4140-89f1-37061dec7d7f", "address": "fa:16:3e:c2:99:7a", "network": {"id": "01f3272d-3977-4c49-b241-098870542fd0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-289400539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e1bde3fe55740b3883cc813f98cdd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3708dde7-5e", "ovs_interfaceid": "3708dde7-5e38-4140-89f1-37061dec7d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.551678] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b09c1807-e565-40b2-be02-c68682ca3431 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.764s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.596467] env[63302]: DEBUG nova.scheduler.client.report [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1645.596782] env[63302]: DEBUG nova.compute.provider_tree [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 102 to 103 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1645.596980] env[63302]: DEBUG nova.compute.provider_tree [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1645.628816] env[63302]: INFO nova.compute.manager [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Took 42.25 seconds to build instance. [ 1645.843327] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Releasing lock "refresh_cache-34d5daee-4b2d-4dd4-821c-121cc990255d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.843696] env[63302]: DEBUG nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Instance network_info: |[{"id": "3708dde7-5e38-4140-89f1-37061dec7d7f", "address": "fa:16:3e:c2:99:7a", "network": {"id": "01f3272d-3977-4c49-b241-098870542fd0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-289400539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e1bde3fe55740b3883cc813f98cdd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3708dde7-5e", "ovs_interfaceid": "3708dde7-5e38-4140-89f1-37061dec7d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.844433] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:99:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3708dde7-5e38-4140-89f1-37061dec7d7f', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.852306] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Creating folder: Project (0e1bde3fe55740b3883cc813f98cdd81). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.853036] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1240e05-aa3a-4a27-af91-3e05724cda50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.867387] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Created folder: Project (0e1bde3fe55740b3883cc813f98cdd81) in parent group-v372222. [ 1645.867387] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Creating folder: Instances. Parent ref: group-v372406. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.867387] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-052272bd-01d1-47ba-95b7-1bf98977ee19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.877650] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Created folder: Instances in parent group-v372406. [ 1645.877885] env[63302]: DEBUG oslo.service.loopingcall [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.878051] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.878284] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dce95b18-1450-4290-a05e-d804fadcb74d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.899233] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.899233] env[63302]: value = "task-1795609" [ 1645.899233] env[63302]: _type = "Task" [ 1645.899233] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.908034] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795609, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.102268] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.102803] env[63302]: DEBUG nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1646.105552] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.460s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.106992] env[63302]: INFO nova.compute.claims [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.111334] env[63302]: DEBUG nova.compute.manager [req-f0780c9c-cc75-4e04-b9ec-089f3d299e30 req-781c3346-7c5a-484e-bd49-5ea6a8fd580d service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Received event network-changed-3708dde7-5e38-4140-89f1-37061dec7d7f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1646.111458] env[63302]: DEBUG nova.compute.manager [req-f0780c9c-cc75-4e04-b9ec-089f3d299e30 req-781c3346-7c5a-484e-bd49-5ea6a8fd580d service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Refreshing instance network info cache due to event network-changed-3708dde7-5e38-4140-89f1-37061dec7d7f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1646.111706] env[63302]: DEBUG oslo_concurrency.lockutils [req-f0780c9c-cc75-4e04-b9ec-089f3d299e30 req-781c3346-7c5a-484e-bd49-5ea6a8fd580d service nova] Acquiring lock "refresh_cache-34d5daee-4b2d-4dd4-821c-121cc990255d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.111892] env[63302]: DEBUG oslo_concurrency.lockutils [req-f0780c9c-cc75-4e04-b9ec-089f3d299e30 req-781c3346-7c5a-484e-bd49-5ea6a8fd580d service nova] Acquired lock "refresh_cache-34d5daee-4b2d-4dd4-821c-121cc990255d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.112010] env[63302]: DEBUG nova.network.neutron [req-f0780c9c-cc75-4e04-b9ec-089f3d299e30 req-781c3346-7c5a-484e-bd49-5ea6a8fd580d service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Refreshing network info cache for port 3708dde7-5e38-4140-89f1-37061dec7d7f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.131024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac2fe735-6e88-4a17-9271-5c1594bcf791 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "054225ab-1703-4261-967c-eef54daf5778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.764s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.250054] env[63302]: INFO nova.compute.manager [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Rebuilding instance [ 1646.290427] env[63302]: DEBUG nova.compute.manager [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.291355] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdad4ae-657a-491d-8857-f284811304ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.412127] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795609, 'name': CreateVM_Task, 'duration_secs': 0.446215} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.412316] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.412984] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.413168] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.413611] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.413764] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b71eb13-d3de-4137-beb2-1b367254907d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.419088] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1646.419088] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529f3f79-f5da-eb9f-c832-fbd9e52a3a35" [ 1646.419088] env[63302]: _type = "Task" [ 1646.419088] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.427609] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529f3f79-f5da-eb9f-c832-fbd9e52a3a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.612718] env[63302]: DEBUG nova.compute.utils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.614089] env[63302]: DEBUG nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1646.614260] env[63302]: DEBUG nova.network.neutron [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.695625] env[63302]: DEBUG nova.policy [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc12736b1424ce3b16164622f4df590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '076936ca5a82486caa09bba1783c6253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.938474] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529f3f79-f5da-eb9f-c832-fbd9e52a3a35, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.940588] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.940588] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.940588] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.941561] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.941561] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.943658] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4f231cc-3e1e-4dea-9a9c-9474fbbfe8bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.955627] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.955876] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.956708] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bead668f-f969-447c-8724-cf5cf9cd0187 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.964170] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1646.964170] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527310fe-f75a-23e4-dfc6-4f189b5247c9" [ 1646.964170] env[63302]: _type = "Task" [ 1646.964170] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.973349] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527310fe-f75a-23e4-dfc6-4f189b5247c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.018681] env[63302]: DEBUG nova.network.neutron [req-f0780c9c-cc75-4e04-b9ec-089f3d299e30 req-781c3346-7c5a-484e-bd49-5ea6a8fd580d service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Updated VIF entry in instance network info cache for port 3708dde7-5e38-4140-89f1-37061dec7d7f. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.019082] env[63302]: DEBUG nova.network.neutron [req-f0780c9c-cc75-4e04-b9ec-089f3d299e30 req-781c3346-7c5a-484e-bd49-5ea6a8fd580d service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Updating instance_info_cache with network_info: [{"id": "3708dde7-5e38-4140-89f1-37061dec7d7f", "address": "fa:16:3e:c2:99:7a", "network": {"id": "01f3272d-3977-4c49-b241-098870542fd0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-289400539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e1bde3fe55740b3883cc813f98cdd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3708dde7-5e", "ovs_interfaceid": "3708dde7-5e38-4140-89f1-37061dec7d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.122019] env[63302]: DEBUG nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1647.152405] env[63302]: DEBUG nova.network.neutron [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Successfully created port: d0059f07-1e9c-4fe4-ae0e-779cd758528a {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.307974] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.308328] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-516aa070-2c56-4f28-b021-e612b363f8b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.318556] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1647.318556] env[63302]: value = "task-1795610" [ 1647.318556] env[63302]: _type = "Task" [ 1647.318556] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.328556] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.437076] env[63302]: DEBUG nova.compute.manager [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1647.485994] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527310fe-f75a-23e4-dfc6-4f189b5247c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.487052] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc80e94-05a0-475a-833c-f57a2729aa1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.498523] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1647.498523] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fd16ea-2f41-8204-830e-aea330e422d4" [ 1647.498523] env[63302]: _type = "Task" [ 1647.498523] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.509482] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fd16ea-2f41-8204-830e-aea330e422d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.525359] env[63302]: DEBUG oslo_concurrency.lockutils [req-f0780c9c-cc75-4e04-b9ec-089f3d299e30 req-781c3346-7c5a-484e-bd49-5ea6a8fd580d service nova] Releasing lock "refresh_cache-34d5daee-4b2d-4dd4-821c-121cc990255d" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.550574] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "741a96ac-5d39-421a-b482-e81a577652f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.550823] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.551042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "741a96ac-5d39-421a-b482-e81a577652f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.551232] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.551404] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.553685] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20577d88-b588-4a12-9698-12e6255d0eba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.557172] env[63302]: INFO nova.compute.manager [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Terminating instance [ 1647.565978] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6606801-100b-40f5-b4fb-d6c017d6ef8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.601054] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05edb027-a5e9-45a1-b041-5395d79a06fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.609631] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3e2935-e874-4539-bf0e-fb2df6d6bb5f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.624996] env[63302]: DEBUG nova.compute.provider_tree [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1647.829432] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795610, 'name': PowerOffVM_Task, 'duration_secs': 0.162618} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.829709] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.829950] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.830722] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6413b196-eb4d-4a12-88dc-2fc5b389c0ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.837381] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.837602] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc76a579-e54f-4a1b-b66d-e67b5d38ec73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.868902] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.869194] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.869402] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Deleting the datastore file [datastore1] 054225ab-1703-4261-967c-eef54daf5778 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.869669] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c01f1a4d-0e3e-468d-877b-c7f22b48ecc4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.876143] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1647.876143] env[63302]: value = "task-1795612" [ 1647.876143] env[63302]: _type = "Task" [ 1647.876143] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.884163] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.953411] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.016410] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fd16ea-2f41-8204-830e-aea330e422d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013167} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.016860] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.017272] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 34d5daee-4b2d-4dd4-821c-121cc990255d/34d5daee-4b2d-4dd4-821c-121cc990255d.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.017646] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74d2c362-957f-4a03-b249-85c1f57d55b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.028196] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1648.028196] env[63302]: value = "task-1795613" [ 1648.028196] env[63302]: _type = "Task" [ 1648.028196] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.039317] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.061946] env[63302]: DEBUG nova.compute.manager [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1648.062047] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.063011] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67f9c7e-a196-4360-99d3-3957039e52fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.071715] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.072029] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ec93da-66ce-4c90-98d6-089bfe134f9a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.079741] env[63302]: DEBUG oslo_vmware.api [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1648.079741] env[63302]: value = "task-1795614" [ 1648.079741] env[63302]: _type = "Task" [ 1648.079741] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.090165] env[63302]: DEBUG oslo_vmware.api [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.134275] env[63302]: DEBUG nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1648.151788] env[63302]: ERROR nova.scheduler.client.report [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [req-f37e3267-03b9-463b-83bd-fcfed82237de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f37e3267-03b9-463b-83bd-fcfed82237de"}]} [ 1648.161739] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.162015] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.162178] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.162363] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.162728] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.162728] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.162904] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.163082] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.163255] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.163421] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.163594] env[63302]: DEBUG nova.virt.hardware [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.164464] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b23f10-35ac-4b02-8879-b37b710ef1f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.168329] env[63302]: DEBUG nova.scheduler.client.report [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1648.173678] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d96f4d-3770-4fa9-8c5a-9594d80b1fe9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.189104] env[63302]: DEBUG nova.scheduler.client.report [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1648.189343] env[63302]: DEBUG nova.compute.provider_tree [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1648.202171] env[63302]: DEBUG nova.scheduler.client.report [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1648.224485] env[63302]: DEBUG nova.scheduler.client.report [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1648.391042] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245305} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.391401] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.391659] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.391867] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.542569] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.594131] env[63302]: DEBUG oslo_vmware.api [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795614, 'name': PowerOffVM_Task, 'duration_secs': 0.222715} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.594468] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.594660] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.594926] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74f1be6d-2d34-4d14-9e3e-cdecf9344139 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.609418] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5006f50a-d959-40d2-a52b-f8f23c1991b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.616654] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e4abb0-a046-403c-86f0-5c2ae0a69fae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.651559] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba62c6e9-823b-4808-abb5-6ccce4ea58b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.660381] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be898dc-a0ed-4885-a737-05e248068275 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.674407] env[63302]: DEBUG nova.compute.provider_tree [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1648.695128] env[63302]: DEBUG nova.compute.manager [req-71869155-32ef-412e-8ec2-f25991671c98 req-24700166-3a20-4d73-b4c4-d0cc799064de service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Received event network-vif-plugged-d0059f07-1e9c-4fe4-ae0e-779cd758528a {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1648.695128] env[63302]: DEBUG oslo_concurrency.lockutils [req-71869155-32ef-412e-8ec2-f25991671c98 req-24700166-3a20-4d73-b4c4-d0cc799064de service nova] Acquiring lock "e20d7224-489c-4bd2-b13e-7962e26747e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.695128] env[63302]: DEBUG oslo_concurrency.lockutils [req-71869155-32ef-412e-8ec2-f25991671c98 req-24700166-3a20-4d73-b4c4-d0cc799064de service nova] Lock "e20d7224-489c-4bd2-b13e-7962e26747e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.695128] env[63302]: DEBUG oslo_concurrency.lockutils [req-71869155-32ef-412e-8ec2-f25991671c98 req-24700166-3a20-4d73-b4c4-d0cc799064de service nova] Lock "e20d7224-489c-4bd2-b13e-7962e26747e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.695128] env[63302]: DEBUG nova.compute.manager [req-71869155-32ef-412e-8ec2-f25991671c98 req-24700166-3a20-4d73-b4c4-d0cc799064de service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] No waiting events found dispatching network-vif-plugged-d0059f07-1e9c-4fe4-ae0e-779cd758528a {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1648.695128] env[63302]: WARNING nova.compute.manager [req-71869155-32ef-412e-8ec2-f25991671c98 req-24700166-3a20-4d73-b4c4-d0cc799064de service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Received unexpected event network-vif-plugged-d0059f07-1e9c-4fe4-ae0e-779cd758528a for instance with vm_state building and task_state spawning. [ 1648.750963] env[63302]: DEBUG nova.network.neutron [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Successfully updated port: d0059f07-1e9c-4fe4-ae0e-779cd758528a {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.767063] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.767311] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.767493] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Deleting the datastore file [datastore1] 741a96ac-5d39-421a-b482-e81a577652f9 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.767754] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d48b9a3a-9e06-435c-87ac-e3264d120f6a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.777645] env[63302]: DEBUG oslo_vmware.api [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for the task: (returnval){ [ 1648.777645] env[63302]: value = "task-1795616" [ 1648.777645] env[63302]: _type = "Task" [ 1648.777645] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.787090] env[63302]: DEBUG oslo_vmware.api [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.038878] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63198} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.039166] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 34d5daee-4b2d-4dd4-821c-121cc990255d/34d5daee-4b2d-4dd4-821c-121cc990255d.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.039388] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.039641] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54c06b4-8d76-4aae-8d6f-6475643e56ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.046144] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1649.046144] env[63302]: value = "task-1795617" [ 1649.046144] env[63302]: _type = "Task" [ 1649.046144] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.055976] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.211517] env[63302]: DEBUG nova.scheduler.client.report [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1649.211906] env[63302]: DEBUG nova.compute.provider_tree [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 105 to 106 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1649.212121] env[63302]: DEBUG nova.compute.provider_tree [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1649.254039] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquiring lock "refresh_cache-e20d7224-489c-4bd2-b13e-7962e26747e7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.254220] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquired lock "refresh_cache-e20d7224-489c-4bd2-b13e-7962e26747e7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.254413] env[63302]: DEBUG nova.network.neutron [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.289854] env[63302]: DEBUG oslo_vmware.api [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.426374] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.426760] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.427051] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.427266] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.427434] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.427591] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.427829] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.428031] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.428215] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.428382] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.428557] env[63302]: DEBUG nova.virt.hardware [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.429435] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee450de4-d202-40f1-a900-c6a2e031273a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.438667] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6d1bf-e38b-48f0-8ca1-cc141255ed0c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.454302] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.460453] env[63302]: DEBUG oslo.service.loopingcall [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.460723] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1649.460946] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-facfdffd-0c03-4741-8343-098c3abd95ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.479532] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.479532] env[63302]: value = "task-1795618" [ 1649.479532] env[63302]: _type = "Task" [ 1649.479532] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.488357] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795618, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.556795] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06802} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.557269] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.558281] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9c3f5-ca58-435c-8882-f7847b58dc39 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.581679] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 34d5daee-4b2d-4dd4-821c-121cc990255d/34d5daee-4b2d-4dd4-821c-121cc990255d.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.582209] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b86218-fe8b-4c47-89f4-bc44bcfe5fc0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.602647] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1649.602647] env[63302]: value = "task-1795619" [ 1649.602647] env[63302]: _type = "Task" [ 1649.602647] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.611019] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.717305] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.612s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.717854] env[63302]: DEBUG nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.720699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.308s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.722276] env[63302]: INFO nova.compute.claims [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.788932] env[63302]: DEBUG oslo_vmware.api [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Task: {'id': task-1795616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686422} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.789249] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.789440] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1649.789625] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1649.789794] env[63302]: INFO nova.compute.manager [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1649.790043] env[63302]: DEBUG oslo.service.loopingcall [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.790237] env[63302]: DEBUG nova.compute.manager [-] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1649.790330] env[63302]: DEBUG nova.network.neutron [-] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1649.881466] env[63302]: DEBUG nova.network.neutron [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1649.993035] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795618, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.114023] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.130761] env[63302]: DEBUG nova.network.neutron [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Updating instance_info_cache with network_info: [{"id": "d0059f07-1e9c-4fe4-ae0e-779cd758528a", "address": "fa:16:3e:fb:95:a7", "network": {"id": "1608c23b-ab42-4f96-9171-607f4c10a286", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1325844168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076936ca5a82486caa09bba1783c6253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0059f07-1e", "ovs_interfaceid": "d0059f07-1e9c-4fe4-ae0e-779cd758528a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.229929] env[63302]: DEBUG nova.compute.utils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.231379] env[63302]: DEBUG nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.231553] env[63302]: DEBUG nova.network.neutron [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.326635] env[63302]: DEBUG nova.policy [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b796f677f0b4699b9378ba78dea78d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec2cdf268e04577b5a61d43b9a456b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.492917] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795618, 'name': CreateVM_Task, 'duration_secs': 0.791981} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.493157] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.493738] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.494082] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.494415] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.494722] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0414d368-2a39-49ea-91d7-326b72f3e328 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.501046] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1650.501046] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d14050-d03c-2636-b735-f4e370ba1a76" [ 1650.501046] env[63302]: _type = "Task" [ 1650.501046] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.514392] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d14050-d03c-2636-b735-f4e370ba1a76, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.514725] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.515290] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1650.515290] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.515421] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.515792] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.515897] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d601d7ea-b3e7-4c1a-8128-8795a4fdc20d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.524606] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.524824] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.525676] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aae5667-2d98-4fa8-921c-8d19f417d8f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.532754] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1650.532754] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f6ed83-8360-f53c-6f5d-f8ff479672f5" [ 1650.532754] env[63302]: _type = "Task" [ 1650.532754] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.542412] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f6ed83-8360-f53c-6f5d-f8ff479672f5, 'name': SearchDatastore_Task, 'duration_secs': 0.007982} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.543237] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62474bab-1091-49e1-b9ac-7dd7b5610fc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.548643] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1650.548643] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52391725-6e6b-d720-2d95-2190c8fec105" [ 1650.548643] env[63302]: _type = "Task" [ 1650.548643] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.556896] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52391725-6e6b-d720-2d95-2190c8fec105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.614822] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795619, 'name': ReconfigVM_Task, 'duration_secs': 0.931092} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.614822] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 34d5daee-4b2d-4dd4-821c-121cc990255d/34d5daee-4b2d-4dd4-821c-121cc990255d.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.614822] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-377a4f2e-a556-4991-96b2-2d20f80977b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.622627] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1650.622627] env[63302]: value = "task-1795620" [ 1650.622627] env[63302]: _type = "Task" [ 1650.622627] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.632307] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795620, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.633879] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Releasing lock "refresh_cache-e20d7224-489c-4bd2-b13e-7962e26747e7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.634183] env[63302]: DEBUG nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Instance network_info: |[{"id": "d0059f07-1e9c-4fe4-ae0e-779cd758528a", "address": "fa:16:3e:fb:95:a7", "network": {"id": "1608c23b-ab42-4f96-9171-607f4c10a286", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1325844168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076936ca5a82486caa09bba1783c6253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0059f07-1e", "ovs_interfaceid": "d0059f07-1e9c-4fe4-ae0e-779cd758528a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1650.634562] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:95:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0059f07-1e9c-4fe4-ae0e-779cd758528a', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.641913] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Creating folder: Project (076936ca5a82486caa09bba1783c6253). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1650.642195] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5db70b9-d2d6-4507-8764-0859dffb28a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.654570] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Created folder: Project (076936ca5a82486caa09bba1783c6253) in parent group-v372222. [ 1650.654776] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Creating folder: Instances. Parent ref: group-v372410. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1650.655023] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-775f9769-0fef-4de7-af6e-bff17275d70d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.667053] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Created folder: Instances in parent group-v372410. [ 1650.667053] env[63302]: DEBUG oslo.service.loopingcall [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.667053] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.667053] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67763984-ac82-43d9-a26b-f731af3b7ea5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.689291] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.689291] env[63302]: value = "task-1795623" [ 1650.689291] env[63302]: _type = "Task" [ 1650.689291] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.698204] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795623, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.735840] env[63302]: DEBUG nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.813083] env[63302]: DEBUG nova.network.neutron [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Successfully created port: 754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.837181] env[63302]: DEBUG nova.compute.manager [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Received event network-changed-d0059f07-1e9c-4fe4-ae0e-779cd758528a {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1650.837394] env[63302]: DEBUG nova.compute.manager [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Refreshing instance network info cache due to event network-changed-d0059f07-1e9c-4fe4-ae0e-779cd758528a. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1650.837604] env[63302]: DEBUG oslo_concurrency.lockutils [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] Acquiring lock "refresh_cache-e20d7224-489c-4bd2-b13e-7962e26747e7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.837859] env[63302]: DEBUG oslo_concurrency.lockutils [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] Acquired lock "refresh_cache-e20d7224-489c-4bd2-b13e-7962e26747e7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.838048] env[63302]: DEBUG nova.network.neutron [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Refreshing network info cache for port d0059f07-1e9c-4fe4-ae0e-779cd758528a {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.060908] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52391725-6e6b-d720-2d95-2190c8fec105, 'name': SearchDatastore_Task, 'duration_secs': 0.008691} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.061201] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.061480] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 054225ab-1703-4261-967c-eef54daf5778/054225ab-1703-4261-967c-eef54daf5778.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.061739] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f88f1f9d-b061-46f7-a68a-e7efa38ec052 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.069528] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1651.069528] env[63302]: value = "task-1795624" [ 1651.069528] env[63302]: _type = "Task" [ 1651.069528] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.081164] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.135999] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795620, 'name': Rename_Task, 'duration_secs': 0.149066} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.136318] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.136572] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db5584fa-afa5-49f3-9376-ec0812f49d7b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.144888] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1651.144888] env[63302]: value = "task-1795625" [ 1651.144888] env[63302]: _type = "Task" [ 1651.144888] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.155123] env[63302]: DEBUG nova.network.neutron [-] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.156356] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.157962] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be84133-36a6-46df-8e88-0c0ad0180f66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.166666] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dc2008-7734-407e-821d-3d3d05df8a2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.208104] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ed1f5-d13c-445c-8737-a74bfb92e4cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.220089] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daf410a-93a8-4eb5-be20-e65032f69bb8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.223766] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795623, 'name': CreateVM_Task, 'duration_secs': 0.35437} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.224327] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.225065] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.225246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.225618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.225875] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b7a881-2a88-4b99-8876-3ca0aef71e38 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.237302] env[63302]: DEBUG nova.compute.provider_tree [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.243391] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1651.243391] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52de5942-a83b-347a-bfd0-84cd6ce72d9d" [ 1651.243391] env[63302]: _type = "Task" [ 1651.243391] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.256834] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52de5942-a83b-347a-bfd0-84cd6ce72d9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.580725] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492473} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.581791] env[63302]: DEBUG nova.network.neutron [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Updated VIF entry in instance network info cache for port d0059f07-1e9c-4fe4-ae0e-779cd758528a. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.583022] env[63302]: DEBUG nova.network.neutron [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Updating instance_info_cache with network_info: [{"id": "d0059f07-1e9c-4fe4-ae0e-779cd758528a", "address": "fa:16:3e:fb:95:a7", "network": {"id": "1608c23b-ab42-4f96-9171-607f4c10a286", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1325844168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076936ca5a82486caa09bba1783c6253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0059f07-1e", "ovs_interfaceid": "d0059f07-1e9c-4fe4-ae0e-779cd758528a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.583697] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 054225ab-1703-4261-967c-eef54daf5778/054225ab-1703-4261-967c-eef54daf5778.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.584087] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.584910] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dda29238-acbf-490f-8754-9f8927ed116a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.594461] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1651.594461] env[63302]: value = "task-1795626" [ 1651.594461] env[63302]: _type = "Task" [ 1651.594461] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.607220] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.656101] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.661678] env[63302]: INFO nova.compute.manager [-] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Took 1.87 seconds to deallocate network for instance. [ 1651.745237] env[63302]: DEBUG nova.scheduler.client.report [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.749507] env[63302]: DEBUG nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.761815] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52de5942-a83b-347a-bfd0-84cd6ce72d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.070596} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.762605] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.762905] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.763164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.763314] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.763492] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.763995] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc9ca18f-ab8e-432e-974a-4ec260c63e2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.775046] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.775298] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.775458] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.775644] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.775795] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.775942] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.776201] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.776373] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.776545] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.776712] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.776889] env[63302]: DEBUG nova.virt.hardware [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.777789] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8a8a2f-4cb4-4ca4-afbc-d11bad5c393d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.781504] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.781705] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.782885] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb69877e-d5c2-480e-99f4-70c422ab82e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.788667] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd66a68-b6d3-4f93-aa97-5be7355cf510 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.793712] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1651.793712] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524713bd-00d1-996a-bbd4-1cddc4629348" [ 1651.793712] env[63302]: _type = "Task" [ 1651.793712] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.810665] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524713bd-00d1-996a-bbd4-1cddc4629348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.086548] env[63302]: DEBUG oslo_concurrency.lockutils [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] Releasing lock "refresh_cache-e20d7224-489c-4bd2-b13e-7962e26747e7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.088067] env[63302]: DEBUG nova.compute.manager [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Received event network-vif-deleted-ec49442f-9937-48d7-bbba-791b1b0ce810 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1652.088067] env[63302]: INFO nova.compute.manager [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Neutron deleted interface ec49442f-9937-48d7-bbba-791b1b0ce810; detaching it from the instance and deleting it from the info cache [ 1652.088067] env[63302]: DEBUG nova.network.neutron [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.106199] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068523} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.106471] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.107511] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d33851c-da19-4c06-876e-72ea8501fd28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.128650] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 054225ab-1703-4261-967c-eef54daf5778/054225ab-1703-4261-967c-eef54daf5778.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.128981] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfb0a6c1-259d-43a0-a252-3cc9c2037a9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.150428] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1652.150428] env[63302]: value = "task-1795627" [ 1652.150428] env[63302]: _type = "Task" [ 1652.150428] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.157039] env[63302]: DEBUG oslo_vmware.api [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795625, 'name': PowerOnVM_Task, 'duration_secs': 1.007902} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.157662] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.157851] env[63302]: INFO nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1652.158032] env[63302]: DEBUG nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.158803] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3b7ed9-0791-48cf-bb55-3c3ffe3b8913 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.164540] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.167853] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.252470] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.253084] env[63302]: DEBUG nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1652.255841] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.717s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.257396] env[63302]: INFO nova.compute.claims [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1652.306660] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524713bd-00d1-996a-bbd4-1cddc4629348, 'name': SearchDatastore_Task, 'duration_secs': 0.025136} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.307643] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642a1122-c4c4-4fc0-a521-a55914f660dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.313032] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1652.313032] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522c3ecc-fd7b-fe03-ba20-c660884bca60" [ 1652.313032] env[63302]: _type = "Task" [ 1652.313032] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.321064] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522c3ecc-fd7b-fe03-ba20-c660884bca60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.391243] env[63302]: DEBUG nova.network.neutron [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Successfully updated port: 754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1652.589855] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8df44f5-0732-4fd0-8a39-d4f9cf3008a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.600384] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c895f7ef-8f21-47e9-ab7d-6a3d8e0cdf63 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.635352] env[63302]: DEBUG nova.compute.manager [req-3624bdcb-4f57-4f4d-92cc-c21e028eb103 req-5d3cf18a-562b-403a-a4db-2c0558e6aa1f service nova] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Detach interface failed, port_id=ec49442f-9937-48d7-bbba-791b1b0ce810, reason: Instance 741a96ac-5d39-421a-b482-e81a577652f9 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1652.661455] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.680799] env[63302]: INFO nova.compute.manager [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Took 47.30 seconds to build instance. [ 1652.762205] env[63302]: DEBUG nova.compute.utils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.765708] env[63302]: DEBUG nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1652.765927] env[63302]: DEBUG nova.network.neutron [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.818432] env[63302]: DEBUG nova.policy [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fda17fb63e894077826025cca7567f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '220c242cacac43a9b3c75126ae14e351', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.827265] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522c3ecc-fd7b-fe03-ba20-c660884bca60, 'name': SearchDatastore_Task, 'duration_secs': 0.042702} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.827549] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.827873] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] e20d7224-489c-4bd2-b13e-7962e26747e7/e20d7224-489c-4bd2-b13e-7962e26747e7.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.828193] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a500f08f-a65b-4b8b-b87b-910340391a8d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.837528] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1652.837528] env[63302]: value = "task-1795628" [ 1652.837528] env[63302]: _type = "Task" [ 1652.837528] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.848885] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.864269] env[63302]: DEBUG nova.compute.manager [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Received event network-vif-plugged-754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1652.864480] env[63302]: DEBUG oslo_concurrency.lockutils [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] Acquiring lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.864686] env[63302]: DEBUG oslo_concurrency.lockutils [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.864855] env[63302]: DEBUG oslo_concurrency.lockutils [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.865165] env[63302]: DEBUG nova.compute.manager [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] No waiting events found dispatching network-vif-plugged-754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1652.865410] env[63302]: WARNING nova.compute.manager [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Received unexpected event network-vif-plugged-754c0ce6-05b6-460a-bbf0-6e6db6f51b45 for instance with vm_state building and task_state spawning. [ 1652.865600] env[63302]: DEBUG nova.compute.manager [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Received event network-changed-754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1652.865742] env[63302]: DEBUG nova.compute.manager [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Refreshing instance network info cache due to event network-changed-754c0ce6-05b6-460a-bbf0-6e6db6f51b45. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1652.865972] env[63302]: DEBUG oslo_concurrency.lockutils [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] Acquiring lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.866077] env[63302]: DEBUG oslo_concurrency.lockutils [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] Acquired lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.866237] env[63302]: DEBUG nova.network.neutron [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Refreshing network info cache for port 754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.892692] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.165103] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795627, 'name': ReconfigVM_Task, 'duration_secs': 0.991038} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.165403] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 054225ab-1703-4261-967c-eef54daf5778/054225ab-1703-4261-967c-eef54daf5778.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.166046] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-496660a9-dfc9-4116-b70b-12c4cfb2739d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.168190] env[63302]: DEBUG nova.network.neutron [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Successfully created port: 58dd544b-9363-437e-bc0b-dd902906cb2c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1653.175567] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1653.175567] env[63302]: value = "task-1795629" [ 1653.175567] env[63302]: _type = "Task" [ 1653.175567] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.184912] env[63302]: DEBUG oslo_concurrency.lockutils [None req-362c2944-39ce-410b-a2ed-08f982796966 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "34d5daee-4b2d-4dd4-821c-121cc990255d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.203s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.185154] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795629, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.267140] env[63302]: DEBUG nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1653.280823] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquiring lock "34d5daee-4b2d-4dd4-821c-121cc990255d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.281100] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "34d5daee-4b2d-4dd4-821c-121cc990255d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.281305] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquiring lock "34d5daee-4b2d-4dd4-821c-121cc990255d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.281495] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "34d5daee-4b2d-4dd4-821c-121cc990255d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.281683] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "34d5daee-4b2d-4dd4-821c-121cc990255d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.284428] env[63302]: INFO nova.compute.manager [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Terminating instance [ 1653.350489] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795628, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.432572] env[63302]: DEBUG nova.network.neutron [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1653.607562] env[63302]: DEBUG nova.network.neutron [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.688795] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795629, 'name': Rename_Task, 'duration_secs': 0.445632} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.689442] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1653.689725] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a38a125-46f8-4988-b3cc-2ed0cd646530 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.696443] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1653.696443] env[63302]: value = "task-1795630" [ 1653.696443] env[63302]: _type = "Task" [ 1653.696443] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.704842] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.718998] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e43a8-dda8-4816-9d9e-e8e59ab0893d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.727982] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b61ff3-af56-444c-b4f3-c75f2d385aed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.759444] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58f665-cc74-48e4-b4a8-215673392913 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.767455] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29252e65-2569-4e4e-adbf-53aa2b78da7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.785210] env[63302]: DEBUG nova.compute.provider_tree [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.788950] env[63302]: DEBUG nova.compute.manager [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1653.789185] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.789987] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a58ce5-8d23-42b8-b6df-7a5dc032ed7a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.800127] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.800388] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f08c03-071c-4d83-bfe7-31779f46a44f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.808556] env[63302]: DEBUG oslo_vmware.api [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1653.808556] env[63302]: value = "task-1795631" [ 1653.808556] env[63302]: _type = "Task" [ 1653.808556] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.818552] env[63302]: DEBUG oslo_vmware.api [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.847344] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811877} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.847603] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] e20d7224-489c-4bd2-b13e-7962e26747e7/e20d7224-489c-4bd2-b13e-7962e26747e7.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.847819] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.848075] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc5a2a15-0c5f-4ee1-b1f0-afb0c7f675c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.854801] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1653.854801] env[63302]: value = "task-1795632" [ 1653.854801] env[63302]: _type = "Task" [ 1653.854801] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.863078] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.112107] env[63302]: DEBUG oslo_concurrency.lockutils [req-f83063fd-caa1-499b-9756-489bd31e1514 req-9e3ee25e-f3a6-4d5c-aa3c-9713c02327f8 service nova] Releasing lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.112107] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.112107] env[63302]: DEBUG nova.network.neutron [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.207669] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795630, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.287720] env[63302]: DEBUG nova.scheduler.client.report [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1654.291820] env[63302]: DEBUG nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1654.321510] env[63302]: DEBUG oslo_vmware.api [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795631, 'name': PowerOffVM_Task, 'duration_secs': 0.236197} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.323801] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f322c03b29eeb699e9b6dcbe34a91c3e',container_format='bare',created_at=2024-12-12T05:37:36Z,direct_url=,disk_format='vmdk',id=15e0648d-f828-477a-8bd9-062601b009aa,min_disk=1,min_ram=0,name='tempest-test-snap-992035153',owner='220c242cacac43a9b3c75126ae14e351',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T05:37:53Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1654.324036] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.324202] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1654.324388] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.324535] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1654.324685] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1654.324896] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1654.325073] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1654.325245] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1654.325409] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1654.325582] env[63302]: DEBUG nova.virt.hardware [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1654.325884] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.326090] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.326832] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0823128-6ff6-4399-ac23-022b188728b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.329250] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3169a85-af79-4d5a-baed-aa4d9754694c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.337310] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b5732-cbcc-4279-8141-8edfdb854357 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.362855] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07482} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.363147] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.363897] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f893ac-e566-4d60-aeaa-4b264c729e4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.385682] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e20d7224-489c-4bd2-b13e-7962e26747e7/e20d7224-489c-4bd2-b13e-7962e26747e7.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.386246] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2417bf27-b7bd-4fd5-8ed1-5334e60584ad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.406125] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1654.406125] env[63302]: value = "task-1795634" [ 1654.406125] env[63302]: _type = "Task" [ 1654.406125] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.415921] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.670567] env[63302]: DEBUG nova.network.neutron [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.708187] env[63302]: DEBUG oslo_vmware.api [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795630, 'name': PowerOnVM_Task, 'duration_secs': 0.837085} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.708485] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.708708] env[63302]: DEBUG nova.compute.manager [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.709513] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96b5910-9548-4fe9-b445-445052d042e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.750815] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.751148] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.751386] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Deleting the datastore file [datastore1] 34d5daee-4b2d-4dd4-821c-121cc990255d {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.751744] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97ed6418-dc1d-439d-91e8-7623c31b6006 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.760292] env[63302]: DEBUG oslo_vmware.api [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for the task: (returnval){ [ 1654.760292] env[63302]: value = "task-1795635" [ 1654.760292] env[63302]: _type = "Task" [ 1654.760292] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.771372] env[63302]: DEBUG oslo_vmware.api [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.795861] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.796452] env[63302]: DEBUG nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.799950] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.809s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.800128] env[63302]: DEBUG nova.objects.instance [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lazy-loading 'resources' on Instance uuid 35de6f27-1716-4edf-a201-de2c7e2c0341 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.917944] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795634, 'name': ReconfigVM_Task, 'duration_secs': 0.392128} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.918340] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e20d7224-489c-4bd2-b13e-7962e26747e7/e20d7224-489c-4bd2-b13e-7962e26747e7.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.919889] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db843444-7293-4ba3-acad-d03059669bbb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.927756] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1654.927756] env[63302]: value = "task-1795636" [ 1654.927756] env[63302]: _type = "Task" [ 1654.927756] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.937263] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795636, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.941456] env[63302]: DEBUG nova.compute.manager [req-fca3d046-c2c8-4601-a929-6943947c1c62 req-25d32dbd-c2cb-4393-a4e2-4dc0a28ca365 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Received event network-vif-plugged-58dd544b-9363-437e-bc0b-dd902906cb2c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.941693] env[63302]: DEBUG oslo_concurrency.lockutils [req-fca3d046-c2c8-4601-a929-6943947c1c62 req-25d32dbd-c2cb-4393-a4e2-4dc0a28ca365 service nova] Acquiring lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.941892] env[63302]: DEBUG oslo_concurrency.lockutils [req-fca3d046-c2c8-4601-a929-6943947c1c62 req-25d32dbd-c2cb-4393-a4e2-4dc0a28ca365 service nova] Lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.942075] env[63302]: DEBUG oslo_concurrency.lockutils [req-fca3d046-c2c8-4601-a929-6943947c1c62 req-25d32dbd-c2cb-4393-a4e2-4dc0a28ca365 service nova] Lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.942245] env[63302]: DEBUG nova.compute.manager [req-fca3d046-c2c8-4601-a929-6943947c1c62 req-25d32dbd-c2cb-4393-a4e2-4dc0a28ca365 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] No waiting events found dispatching network-vif-plugged-58dd544b-9363-437e-bc0b-dd902906cb2c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.942409] env[63302]: WARNING nova.compute.manager [req-fca3d046-c2c8-4601-a929-6943947c1c62 req-25d32dbd-c2cb-4393-a4e2-4dc0a28ca365 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Received unexpected event network-vif-plugged-58dd544b-9363-437e-bc0b-dd902906cb2c for instance with vm_state building and task_state spawning. [ 1654.961094] env[63302]: DEBUG nova.network.neutron [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Updating instance_info_cache with network_info: [{"id": "754c0ce6-05b6-460a-bbf0-6e6db6f51b45", "address": "fa:16:3e:39:ec:6e", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c0ce6-05", "ovs_interfaceid": "754c0ce6-05b6-460a-bbf0-6e6db6f51b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.050379] env[63302]: DEBUG nova.network.neutron [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Successfully updated port: 58dd544b-9363-437e-bc0b-dd902906cb2c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1655.229240] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.271500] env[63302]: DEBUG oslo_vmware.api [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.303024] env[63302]: DEBUG nova.compute.utils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.307180] env[63302]: DEBUG nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1655.307420] env[63302]: DEBUG nova.network.neutron [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1655.362249] env[63302]: DEBUG nova.policy [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6597539b3614bdd83a04947ccb84f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9c77ff9bac44d30b5deff437ce44129', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1655.439990] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795636, 'name': Rename_Task, 'duration_secs': 0.149468} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.443620] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.445027] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21888a42-e469-48c8-b4bd-f40768dc0f00 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.453542] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1655.453542] env[63302]: value = "task-1795637" [ 1655.453542] env[63302]: _type = "Task" [ 1655.453542] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.463587] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.463902] env[63302]: DEBUG nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Instance network_info: |[{"id": "754c0ce6-05b6-460a-bbf0-6e6db6f51b45", "address": "fa:16:3e:39:ec:6e", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c0ce6-05", "ovs_interfaceid": "754c0ce6-05b6-460a-bbf0-6e6db6f51b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.467850] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ec:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '754c0ce6-05b6-460a-bbf0-6e6db6f51b45', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.476174] env[63302]: DEBUG oslo.service.loopingcall [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.476451] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.479330] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.479991] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cb73c05-00d2-4cf1-a43d-a85fa30c12e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.510223] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.510223] env[63302]: value = "task-1795638" [ 1655.510223] env[63302]: _type = "Task" [ 1655.510223] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.525496] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795638, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.556273] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "refresh_cache-9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.556460] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "refresh_cache-9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.556630] env[63302]: DEBUG nova.network.neutron [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.675791] env[63302]: DEBUG nova.network.neutron [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Successfully created port: 7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.747657] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b32d8e-84d1-459b-ba10-b08c5b7f88ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.757049] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c710f10d-1fd8-45bf-87bc-64772cb7d3dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.772544] env[63302]: DEBUG oslo_vmware.api [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Task: {'id': task-1795635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.685304} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.798408] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.798829] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.798829] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.798983] env[63302]: INFO nova.compute.manager [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Took 2.01 seconds to destroy the instance on the hypervisor. [ 1655.799397] env[63302]: DEBUG oslo.service.loopingcall [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.799735] env[63302]: DEBUG nova.compute.manager [-] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.799835] env[63302]: DEBUG nova.network.neutron [-] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.802390] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595602d3-a425-4c9c-926c-63df7fcaf788 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.813573] env[63302]: DEBUG nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.815243] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac9c4a-989c-4db3-9a8b-6d9e3a670ac1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.831961] env[63302]: DEBUG nova.compute.provider_tree [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.967870] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.024314] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795638, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.093784] env[63302]: DEBUG nova.network.neutron [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1656.114906] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "054225ab-1703-4261-967c-eef54daf5778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.115178] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "054225ab-1703-4261-967c-eef54daf5778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.115385] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "054225ab-1703-4261-967c-eef54daf5778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.115570] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "054225ab-1703-4261-967c-eef54daf5778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.115742] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "054225ab-1703-4261-967c-eef54daf5778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.117829] env[63302]: INFO nova.compute.manager [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Terminating instance [ 1656.244817] env[63302]: DEBUG nova.network.neutron [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Updating instance_info_cache with network_info: [{"id": "58dd544b-9363-437e-bc0b-dd902906cb2c", "address": "fa:16:3e:9e:0c:da", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58dd544b-93", "ovs_interfaceid": "58dd544b-9363-437e-bc0b-dd902906cb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.364273] env[63302]: DEBUG nova.scheduler.client.report [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1656.364564] env[63302]: DEBUG nova.compute.provider_tree [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 106 to 107 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1656.364753] env[63302]: DEBUG nova.compute.provider_tree [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1656.464795] env[63302]: DEBUG oslo_vmware.api [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795637, 'name': PowerOnVM_Task, 'duration_secs': 0.589908} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.465011] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.465311] env[63302]: INFO nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1656.465540] env[63302]: DEBUG nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.466425] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfda1a2-cd18-4610-a37b-bdacace467eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.525152] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795638, 'name': CreateVM_Task, 'duration_secs': 0.524209} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.525352] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.526280] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.526455] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.526799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.527964] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18eca57-411b-441d-8528-1b9f8fbb1b12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.533950] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1656.533950] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c8565d-37a7-5e0e-8140-4d284786ff05" [ 1656.533950] env[63302]: _type = "Task" [ 1656.533950] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.541121] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c8565d-37a7-5e0e-8140-4d284786ff05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.622773] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "refresh_cache-054225ab-1703-4261-967c-eef54daf5778" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.622773] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquired lock "refresh_cache-054225ab-1703-4261-967c-eef54daf5778" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.622773] env[63302]: DEBUG nova.network.neutron [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.741190] env[63302]: DEBUG nova.network.neutron [-] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.748947] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "refresh_cache-9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.749339] env[63302]: DEBUG nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Instance network_info: |[{"id": "58dd544b-9363-437e-bc0b-dd902906cb2c", "address": "fa:16:3e:9e:0c:da", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58dd544b-93", "ovs_interfaceid": "58dd544b-9363-437e-bc0b-dd902906cb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1656.749855] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:0c:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58dd544b-9363-437e-bc0b-dd902906cb2c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.757614] env[63302]: DEBUG oslo.service.loopingcall [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.758432] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.758666] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ebb03b-53dc-49c8-83f8-dd120aa469f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.782126] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.782126] env[63302]: value = "task-1795639" [ 1656.782126] env[63302]: _type = "Task" [ 1656.782126] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.790899] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795639, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.826869] env[63302]: DEBUG nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.855880] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.857269] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.857269] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.857269] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.857269] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.857470] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.858029] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.858029] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.858319] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.858596] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.858892] env[63302]: DEBUG nova.virt.hardware [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.860225] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b217203-2012-48db-bf7c-f7b6643cbed9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.871648] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.874069] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.894s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.875766] env[63302]: INFO nova.compute.claims [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.879593] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281bc476-d236-4337-96e8-ccb2bdb26010 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.900310] env[63302]: INFO nova.scheduler.client.report [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted allocations for instance 35de6f27-1716-4edf-a201-de2c7e2c0341 [ 1656.987590] env[63302]: INFO nova.compute.manager [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Took 42.81 seconds to build instance. [ 1656.996948] env[63302]: DEBUG nova.compute.manager [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Received event network-changed-58dd544b-9363-437e-bc0b-dd902906cb2c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1656.997097] env[63302]: DEBUG nova.compute.manager [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Refreshing instance network info cache due to event network-changed-58dd544b-9363-437e-bc0b-dd902906cb2c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1656.997578] env[63302]: DEBUG oslo_concurrency.lockutils [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] Acquiring lock "refresh_cache-9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.997742] env[63302]: DEBUG oslo_concurrency.lockutils [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] Acquired lock "refresh_cache-9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.998117] env[63302]: DEBUG nova.network.neutron [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Refreshing network info cache for port 58dd544b-9363-437e-bc0b-dd902906cb2c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.045424] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c8565d-37a7-5e0e-8140-4d284786ff05, 'name': SearchDatastore_Task, 'duration_secs': 0.041546} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.045424] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.045424] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.045703] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.045767] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.045906] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.046216] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08d80674-c487-4620-82d4-06d84f9ad6f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.057026] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.057184] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.057937] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87af963b-3bb7-4232-9658-fad0af91ce74 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.064529] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1657.064529] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d8e306-138d-a3b8-2b2a-2229fe031868" [ 1657.064529] env[63302]: _type = "Task" [ 1657.064529] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.073348] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d8e306-138d-a3b8-2b2a-2229fe031868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.142922] env[63302]: DEBUG nova.network.neutron [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.193972] env[63302]: DEBUG nova.network.neutron [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.243949] env[63302]: INFO nova.compute.manager [-] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Took 1.44 seconds to deallocate network for instance. [ 1657.293068] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795639, 'name': CreateVM_Task, 'duration_secs': 0.444355} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.293299] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.294016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.294255] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.294654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.295197] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2f7ccc-0f48-4557-9478-84d6cb1eae55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.300287] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1657.300287] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e6eeff-e257-bf9b-4b66-359375445c2d" [ 1657.300287] env[63302]: _type = "Task" [ 1657.300287] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.312468] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e6eeff-e257-bf9b-4b66-359375445c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.407855] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b9c2bc04-3d63-4c78-8143-7e14b11361ff tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "35de6f27-1716-4edf-a201-de2c7e2c0341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.870s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.464141] env[63302]: DEBUG nova.network.neutron [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Successfully updated port: 7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.490402] env[63302]: DEBUG oslo_concurrency.lockutils [None req-09d7d711-43e2-4a70-896a-516897c9767c tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "e20d7224-489c-4bd2-b13e-7962e26747e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.424s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.575451] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d8e306-138d-a3b8-2b2a-2229fe031868, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.576306] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b065fbca-9340-4c15-992e-a9bd8a254210 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.582208] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1657.582208] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bf5b7f-9d81-f901-da32-f75085a8ffa7" [ 1657.582208] env[63302]: _type = "Task" [ 1657.582208] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.590972] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bf5b7f-9d81-f901-da32-f75085a8ffa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.696850] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Releasing lock "refresh_cache-054225ab-1703-4261-967c-eef54daf5778" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.697313] env[63302]: DEBUG nova.compute.manager [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1657.697510] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.698400] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2185dd3c-293e-49fd-ba16-60c08fbea9c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.707266] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.707534] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1afaad4-c323-4fbc-95a7-ce0224ab2fa4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.715696] env[63302]: DEBUG oslo_vmware.api [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1657.715696] env[63302]: value = "task-1795640" [ 1657.715696] env[63302]: _type = "Task" [ 1657.715696] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.726283] env[63302]: DEBUG oslo_vmware.api [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.749682] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.795434] env[63302]: DEBUG nova.network.neutron [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Updated VIF entry in instance network info cache for port 58dd544b-9363-437e-bc0b-dd902906cb2c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.796249] env[63302]: DEBUG nova.network.neutron [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Updating instance_info_cache with network_info: [{"id": "58dd544b-9363-437e-bc0b-dd902906cb2c", "address": "fa:16:3e:9e:0c:da", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58dd544b-93", "ovs_interfaceid": "58dd544b-9363-437e-bc0b-dd902906cb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.811953] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.812257] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Processing image 15e0648d-f828-477a-8bd9-062601b009aa {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.812493] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa/15e0648d-f828-477a-8bd9-062601b009aa.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.812641] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa/15e0648d-f828-477a-8bd9-062601b009aa.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.812833] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.813351] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b245b51b-dc3e-4d53-99b9-b027ed4fc849 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.824583] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.824780] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.825536] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507e005d-7b2a-4b6d-9e7b-e90370d10806 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.833208] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1657.833208] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b8235c-94ba-b229-6a6f-eb500c76c60b" [ 1657.833208] env[63302]: _type = "Task" [ 1657.833208] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.842477] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b8235c-94ba-b229-6a6f-eb500c76c60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.968431] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.968431] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.968547] env[63302]: DEBUG nova.network.neutron [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.094611] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bf5b7f-9d81-f901-da32-f75085a8ffa7, 'name': SearchDatastore_Task, 'duration_secs': 0.024326} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.094891] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.095175] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] bec92484-6111-4c4b-9592-d6d00a38d34b/bec92484-6111-4c4b-9592-d6d00a38d34b.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.095434] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8eb2b92-5824-4396-87ca-7786b06434a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.105404] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1658.105404] env[63302]: value = "task-1795641" [ 1658.105404] env[63302]: _type = "Task" [ 1658.105404] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.118842] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.146295] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquiring lock "e20d7224-489c-4bd2-b13e-7962e26747e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.146570] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "e20d7224-489c-4bd2-b13e-7962e26747e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.146788] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquiring lock "e20d7224-489c-4bd2-b13e-7962e26747e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.146988] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "e20d7224-489c-4bd2-b13e-7962e26747e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.147175] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "e20d7224-489c-4bd2-b13e-7962e26747e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.149221] env[63302]: INFO nova.compute.manager [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Terminating instance [ 1658.229654] env[63302]: DEBUG oslo_vmware.api [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795640, 'name': PowerOffVM_Task, 'duration_secs': 0.21325} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.229981] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1658.230176] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.230462] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c38509-5ad5-4f2d-a7f8-5389af00f207 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.249306] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6e54cc-b5b0-4aa9-900e-34059d8845b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.259587] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d0a479-6a14-4873-bf3b-fb6006cfffab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.264686] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.264962] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.265274] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Deleting the datastore file [datastore1] 054225ab-1703-4261-967c-eef54daf5778 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.266094] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c4c20cf-2cef-49b7-af3a-59de889543aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.300099] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde49427-bf99-441c-82bd-e305d238e91e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.302826] env[63302]: DEBUG oslo_concurrency.lockutils [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] Releasing lock "refresh_cache-9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.303657] env[63302]: DEBUG nova.compute.manager [req-bbf7f407-8498-4fc8-9726-371096b7d708 req-e5656f35-35b3-4ced-afe4-67bbab1c3991 service nova] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Received event network-vif-deleted-3708dde7-5e38-4140-89f1-37061dec7d7f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1658.303657] env[63302]: DEBUG oslo_vmware.api [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for the task: (returnval){ [ 1658.303657] env[63302]: value = "task-1795643" [ 1658.303657] env[63302]: _type = "Task" [ 1658.303657] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.311339] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f17d08-27e1-45bb-8ea2-623a32a05811 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.319012] env[63302]: DEBUG oslo_vmware.api [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.330592] env[63302]: DEBUG nova.compute.provider_tree [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.347101] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Preparing fetch location {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1658.347101] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Fetch image to [datastore1] OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3/OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3.vmdk {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1658.347101] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Downloading stream optimized image 15e0648d-f828-477a-8bd9-062601b009aa to [datastore1] OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3/OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3.vmdk on the data store datastore1 as vApp {{(pid=63302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1658.347101] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Downloading image file data 15e0648d-f828-477a-8bd9-062601b009aa to the ESX as VM named 'OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3' {{(pid=63302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1658.437877] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1658.437877] env[63302]: value = "resgroup-9" [ 1658.437877] env[63302]: _type = "ResourcePool" [ 1658.437877] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1658.438574] env[63302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e12edc25-c208-4b88-b5f3-b98477b2d4ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.463947] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lease: (returnval){ [ 1658.463947] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5263b888-72cc-5e33-2b5f-8b4d348b8b61" [ 1658.463947] env[63302]: _type = "HttpNfcLease" [ 1658.463947] env[63302]: } obtained for vApp import into resource pool (val){ [ 1658.463947] env[63302]: value = "resgroup-9" [ 1658.463947] env[63302]: _type = "ResourcePool" [ 1658.463947] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1658.464226] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the lease: (returnval){ [ 1658.464226] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5263b888-72cc-5e33-2b5f-8b4d348b8b61" [ 1658.464226] env[63302]: _type = "HttpNfcLease" [ 1658.464226] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1658.476049] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.476049] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5263b888-72cc-5e33-2b5f-8b4d348b8b61" [ 1658.476049] env[63302]: _type = "HttpNfcLease" [ 1658.476049] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1658.530725] env[63302]: DEBUG nova.network.neutron [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.624721] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.653249] env[63302]: DEBUG nova.compute.manager [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.653645] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.655069] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db572fd-b16a-422f-9d99-c4be55bd60cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.668333] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.668929] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf1ab97-abfd-4085-bf99-fe50d57fba5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.677874] env[63302]: DEBUG oslo_vmware.api [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1658.677874] env[63302]: value = "task-1795645" [ 1658.677874] env[63302]: _type = "Task" [ 1658.677874] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.688925] env[63302]: DEBUG oslo_vmware.api [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.754577] env[63302]: DEBUG nova.network.neutron [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updating instance_info_cache with network_info: [{"id": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "address": "fa:16:3e:99:b6:1d", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca303f7-0f", "ovs_interfaceid": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.785714] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.785970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.815807] env[63302]: DEBUG oslo_vmware.api [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Task: {'id': task-1795643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382662} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.816101] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.816143] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1658.816332] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1658.816516] env[63302]: INFO nova.compute.manager [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1658.816804] env[63302]: DEBUG oslo.service.loopingcall [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.817366] env[63302]: DEBUG nova.compute.manager [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1658.817482] env[63302]: DEBUG nova.network.neutron [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1658.835450] env[63302]: DEBUG nova.scheduler.client.report [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.839772] env[63302]: DEBUG nova.network.neutron [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.973811] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.973811] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5263b888-72cc-5e33-2b5f-8b4d348b8b61" [ 1658.973811] env[63302]: _type = "HttpNfcLease" [ 1658.973811] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1659.023484] env[63302]: DEBUG nova.compute.manager [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Received event network-vif-plugged-7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1659.023657] env[63302]: DEBUG oslo_concurrency.lockutils [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] Acquiring lock "d6af4e77-6569-4d31-abd7-48fdbec9e228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.023853] env[63302]: DEBUG oslo_concurrency.lockutils [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.024056] env[63302]: DEBUG oslo_concurrency.lockutils [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.024270] env[63302]: DEBUG nova.compute.manager [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] No waiting events found dispatching network-vif-plugged-7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1659.024419] env[63302]: WARNING nova.compute.manager [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Received unexpected event network-vif-plugged-7ca303f7-0faa-464d-9d0b-d57967a1496c for instance with vm_state building and task_state spawning. [ 1659.024583] env[63302]: DEBUG nova.compute.manager [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Received event network-changed-7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1659.024745] env[63302]: DEBUG nova.compute.manager [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Refreshing instance network info cache due to event network-changed-7ca303f7-0faa-464d-9d0b-d57967a1496c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1659.024958] env[63302]: DEBUG oslo_concurrency.lockutils [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] Acquiring lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.117060] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535356} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.118083] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] bec92484-6111-4c4b-9592-d6d00a38d34b/bec92484-6111-4c4b-9592-d6d00a38d34b.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.118328] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.118589] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7818ab2-0320-45fb-8d0a-55ebee81043f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.126353] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1659.126353] env[63302]: value = "task-1795646" [ 1659.126353] env[63302]: _type = "Task" [ 1659.126353] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.135901] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.187910] env[63302]: DEBUG oslo_vmware.api [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795645, 'name': PowerOffVM_Task, 'duration_secs': 0.208243} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.188218] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1659.188359] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1659.188607] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ed5659-c3f1-46e2-b37f-1d4ecb38d81c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.258416] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Releasing lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.258757] env[63302]: DEBUG nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Instance network_info: |[{"id": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "address": "fa:16:3e:99:b6:1d", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca303f7-0f", "ovs_interfaceid": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.259099] env[63302]: DEBUG oslo_concurrency.lockutils [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] Acquired lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.259274] env[63302]: DEBUG nova.network.neutron [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Refreshing network info cache for port 7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.260590] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:b6:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ca303f7-0faa-464d-9d0b-d57967a1496c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.269124] env[63302]: DEBUG oslo.service.loopingcall [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.269917] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.270175] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f53a530-2410-4f5c-b749-b5aada1a4e7f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.288016] env[63302]: DEBUG nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1659.291522] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.291522] env[63302]: value = "task-1795648" [ 1659.291522] env[63302]: _type = "Task" [ 1659.291522] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.300660] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795648, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.341978] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.342524] env[63302]: DEBUG nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.345271] env[63302]: DEBUG nova.network.neutron [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.348687] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.264s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.348979] env[63302]: DEBUG nova.objects.instance [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lazy-loading 'resources' on Instance uuid f2f8f590-eeb4-444a-b129-c654fa5c1387 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.474311] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1659.474311] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5263b888-72cc-5e33-2b5f-8b4d348b8b61" [ 1659.474311] env[63302]: _type = "HttpNfcLease" [ 1659.474311] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1659.474658] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1659.474658] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5263b888-72cc-5e33-2b5f-8b4d348b8b61" [ 1659.474658] env[63302]: _type = "HttpNfcLease" [ 1659.474658] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1659.476034] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde7bf1-b38e-4744-a12e-688dc8fe8415 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.483467] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c79c25-7680-ba90-596a-e4b4b94aa2cd/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1659.483673] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c79c25-7680-ba90-596a-e4b4b94aa2cd/disk-0.vmdk. {{(pid=63302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1659.550024] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2861e8c-adcd-40a8-a238-90770860acf2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.626997] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.627261] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.627447] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Deleting the datastore file [datastore1] e20d7224-489c-4bd2-b13e-7962e26747e7 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.630889] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11060cb3-7e8b-4e2a-b2e2-36bebe54eb3a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.638069] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071859} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.639387] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.639784] env[63302]: DEBUG oslo_vmware.api [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for the task: (returnval){ [ 1659.639784] env[63302]: value = "task-1795649" [ 1659.639784] env[63302]: _type = "Task" [ 1659.639784] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.640573] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f52ab-7e0d-4768-904f-5d9bb446baab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.651638] env[63302]: DEBUG oslo_vmware.api [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.669576] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] bec92484-6111-4c4b-9592-d6d00a38d34b/bec92484-6111-4c4b-9592-d6d00a38d34b.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.670197] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2127d961-a935-43d4-b0da-fc297a69acb5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.690136] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1659.690136] env[63302]: value = "task-1795650" [ 1659.690136] env[63302]: _type = "Task" [ 1659.690136] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.698432] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.809334] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795648, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.821172] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.852336] env[63302]: DEBUG nova.compute.utils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.853937] env[63302]: INFO nova.compute.manager [-] [instance: 054225ab-1703-4261-967c-eef54daf5778] Took 1.04 seconds to deallocate network for instance. [ 1659.857169] env[63302]: DEBUG nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.857322] env[63302]: DEBUG nova.network.neutron [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.927336] env[63302]: DEBUG nova.policy [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a22f30110e41cc9790c8ce62edc607', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813751839b654dbe8a493832f6bb5807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1660.056678] env[63302]: DEBUG nova.network.neutron [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updated VIF entry in instance network info cache for port 7ca303f7-0faa-464d-9d0b-d57967a1496c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.057054] env[63302]: DEBUG nova.network.neutron [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updating instance_info_cache with network_info: [{"id": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "address": "fa:16:3e:99:b6:1d", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca303f7-0f", "ovs_interfaceid": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.156210] env[63302]: DEBUG oslo_vmware.api [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Task: {'id': task-1795649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183845} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.156476] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.156664] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1660.156839] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.157024] env[63302]: INFO nova.compute.manager [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1660.157594] env[63302]: DEBUG oslo.service.loopingcall [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.157594] env[63302]: DEBUG nova.compute.manager [-] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1660.157719] env[63302]: DEBUG nova.network.neutron [-] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1660.205391] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795650, 'name': ReconfigVM_Task, 'duration_secs': 0.346713} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.205733] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] bec92484-6111-4c4b-9592-d6d00a38d34b/bec92484-6111-4c4b-9592-d6d00a38d34b.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.206760] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69feea07-1aff-42cf-af42-d35728f75231 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.221538] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1660.221538] env[63302]: value = "task-1795651" [ 1660.221538] env[63302]: _type = "Task" [ 1660.221538] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.236652] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795651, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.306296] env[63302]: DEBUG nova.network.neutron [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Successfully created port: f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.311758] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795648, 'name': CreateVM_Task, 'duration_secs': 0.561957} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.311912] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.312867] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Completed reading data from the image iterator. {{(pid=63302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1660.313071] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c79c25-7680-ba90-596a-e4b4b94aa2cd/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1660.313728] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.313887] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.314244] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.315040] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d10a3ba-b749-44ef-9a29-97eca3fb4db9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.318332] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e51e9c-e0ed-49fa-ab37-1298a1f4a858 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.320385] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b27416f-7925-49bd-a1e2-e5766f9ae2cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.328885] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1660.328885] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526c22a5-e7dc-8b75-bfbb-9e541558c0a9" [ 1660.328885] env[63302]: _type = "Task" [ 1660.328885] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.330830] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f2230-82ee-4eeb-ba26-bd3ae2a28858 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.334012] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c79c25-7680-ba90-596a-e4b4b94aa2cd/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1660.334203] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c79c25-7680-ba90-596a-e4b4b94aa2cd/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1660.337413] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a3f29ce-8c00-4c7c-85f9-db929542a2bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.346861] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526c22a5-e7dc-8b75-bfbb-9e541558c0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.372242] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.372521] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.372787] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.372914] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.373107] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.373645] env[63302]: DEBUG nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.376856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.377556] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc9d8ab-0118-4598-b37a-23c9250a3ea4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.380062] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e777cac8-89dd-447d-90f4-4ff24659a4e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.389190] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf00d302-097a-41db-85dc-1dfd0152c392 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.394282] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.394474] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.395560] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c87c172-f3df-4b52-a3d6-0eeda5c96293 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.407353] env[63302]: DEBUG nova.compute.provider_tree [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.412995] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1660.412995] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c7a4c-5609-427f-aec1-4a13950183e5" [ 1660.412995] env[63302]: _type = "Task" [ 1660.412995] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.422604] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c7a4c-5609-427f-aec1-4a13950183e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.496015] env[63302]: DEBUG oslo_vmware.rw_handles [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c79c25-7680-ba90-596a-e4b4b94aa2cd/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1660.496337] env[63302]: INFO nova.virt.vmwareapi.images [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Downloaded image file data 15e0648d-f828-477a-8bd9-062601b009aa [ 1660.497093] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d851ff3b-6aa8-4c04-b9ff-4ef9ffa1be19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.515181] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ee61bab-cb5e-430c-b1bf-f00783302a8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.545035] env[63302]: INFO nova.virt.vmwareapi.images [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] The imported VM was unregistered [ 1660.547893] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Caching image {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1660.548172] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating directory with path [datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.548920] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac169434-0820-471b-9c8a-b02ad4547cc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.562975] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Created directory with path [datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.563233] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3/OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3.vmdk to [datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa/15e0648d-f828-477a-8bd9-062601b009aa.vmdk. {{(pid=63302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1660.565235] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e315867b-6813-4274-ac01-61e0cc48265f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.566892] env[63302]: DEBUG oslo_concurrency.lockutils [req-04073fe1-aeab-4206-ad84-85e317916978 req-f02a67f3-39a8-485c-9d74-243bd45078bd service nova] Releasing lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.574012] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1660.574012] env[63302]: value = "task-1795653" [ 1660.574012] env[63302]: _type = "Task" [ 1660.574012] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.587074] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795653, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.741948] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795651, 'name': Rename_Task, 'duration_secs': 0.174929} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.745089] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.746045] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c56a6221-fc7b-4f36-8112-909a93a4101e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.758976] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1660.758976] env[63302]: value = "task-1795654" [ 1660.758976] env[63302]: _type = "Task" [ 1660.758976] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.772819] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.928191] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c7a4c-5609-427f-aec1-4a13950183e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.928992] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6882efd6-46db-47c4-8baa-5f691e5663c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.932224] env[63302]: ERROR nova.scheduler.client.report [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [req-96421272-0626-4619-9ef7-27c02e8d9d2f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96421272-0626-4619-9ef7-27c02e8d9d2f"}]} [ 1660.939674] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1660.939674] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c52172-1498-1e62-6149-b58b58e51344" [ 1660.939674] env[63302]: _type = "Task" [ 1660.939674] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.949027] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c52172-1498-1e62-6149-b58b58e51344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.950048] env[63302]: DEBUG nova.scheduler.client.report [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1660.965689] env[63302]: DEBUG nova.scheduler.client.report [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1660.965979] env[63302]: DEBUG nova.compute.provider_tree [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.978245] env[63302]: DEBUG nova.scheduler.client.report [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1661.003532] env[63302]: DEBUG nova.scheduler.client.report [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1661.048570] env[63302]: DEBUG nova.compute.manager [req-13a4d8a5-ea3d-4c69-80b2-0b2c10188649 req-3ed0d182-5f77-4ab9-8838-e30b1bfefc08 service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Received event network-vif-deleted-d0059f07-1e9c-4fe4-ae0e-779cd758528a {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.048782] env[63302]: INFO nova.compute.manager [req-13a4d8a5-ea3d-4c69-80b2-0b2c10188649 req-3ed0d182-5f77-4ab9-8838-e30b1bfefc08 service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Neutron deleted interface d0059f07-1e9c-4fe4-ae0e-779cd758528a; detaching it from the instance and deleting it from the info cache [ 1661.048958] env[63302]: DEBUG nova.network.neutron [req-13a4d8a5-ea3d-4c69-80b2-0b2c10188649 req-3ed0d182-5f77-4ab9-8838-e30b1bfefc08 service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.091926] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795653, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.249717] env[63302]: DEBUG nova.network.neutron [-] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.274210] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795654, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.385484] env[63302]: DEBUG nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.389567] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f0411d-f988-4143-b2e2-6167c998ec21 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.400811] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fc9cbf-eae0-4e2c-8329-a765340244cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.414786] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.415464] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.415464] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.415464] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.415645] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.415725] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.415937] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.416135] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.416363] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.416508] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.416686] env[63302]: DEBUG nova.virt.hardware [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.417600] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5b2851-e83b-4845-a1c3-20cde6bf6794 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.449493] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d395f2c3-c23c-482e-a5ec-9859cdf039f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.456248] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa5f4be-cf17-47e3-a3eb-b1383310c13b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.465880] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c52172-1498-1e62-6149-b58b58e51344, 'name': SearchDatastore_Task, 'duration_secs': 0.225531} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.466723] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.467077] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] d6af4e77-6569-4d31-abd7-48fdbec9e228/d6af4e77-6569-4d31-abd7-48fdbec9e228.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1661.468328] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd50781-721a-448d-9b8b-f650aaa0d44e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.480117] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5218e035-1365-4153-97d9-883f0ef0ad0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.499180] env[63302]: DEBUG nova.compute.provider_tree [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1661.503142] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1661.503142] env[63302]: value = "task-1795655" [ 1661.503142] env[63302]: _type = "Task" [ 1661.503142] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.514714] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.552398] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d969aa8c-6442-4844-bc96-095f8972c094 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.563561] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57092cf3-bab2-403c-8d31-eed0700c559c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.586273] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795653, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.602523] env[63302]: DEBUG nova.compute.manager [req-13a4d8a5-ea3d-4c69-80b2-0b2c10188649 req-3ed0d182-5f77-4ab9-8838-e30b1bfefc08 service nova] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Detach interface failed, port_id=d0059f07-1e9c-4fe4-ae0e-779cd758528a, reason: Instance e20d7224-489c-4bd2-b13e-7962e26747e7 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1661.752304] env[63302]: INFO nova.compute.manager [-] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Took 1.59 seconds to deallocate network for instance. [ 1661.775148] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.955132] env[63302]: DEBUG nova.compute.manager [req-d3dc8b21-6bdd-4bbb-aac5-f274c4fa0f5e req-f2d332a4-0e18-479d-b7b4-d8957b75592b service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Received event network-vif-plugged-f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.955425] env[63302]: DEBUG oslo_concurrency.lockutils [req-d3dc8b21-6bdd-4bbb-aac5-f274c4fa0f5e req-f2d332a4-0e18-479d-b7b4-d8957b75592b service nova] Acquiring lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.955762] env[63302]: DEBUG oslo_concurrency.lockutils [req-d3dc8b21-6bdd-4bbb-aac5-f274c4fa0f5e req-f2d332a4-0e18-479d-b7b4-d8957b75592b service nova] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.955826] env[63302]: DEBUG oslo_concurrency.lockutils [req-d3dc8b21-6bdd-4bbb-aac5-f274c4fa0f5e req-f2d332a4-0e18-479d-b7b4-d8957b75592b service nova] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.956149] env[63302]: DEBUG nova.compute.manager [req-d3dc8b21-6bdd-4bbb-aac5-f274c4fa0f5e req-f2d332a4-0e18-479d-b7b4-d8957b75592b service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] No waiting events found dispatching network-vif-plugged-f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.956410] env[63302]: WARNING nova.compute.manager [req-d3dc8b21-6bdd-4bbb-aac5-f274c4fa0f5e req-f2d332a4-0e18-479d-b7b4-d8957b75592b service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Received unexpected event network-vif-plugged-f31632c9-36ea-4699-8f50-fd8881acb214 for instance with vm_state building and task_state spawning. [ 1662.016872] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.041032] env[63302]: DEBUG nova.network.neutron [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Successfully updated port: f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.042951] env[63302]: DEBUG nova.scheduler.client.report [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1662.046994] env[63302]: DEBUG nova.compute.provider_tree [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 108 to 109 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1662.047255] env[63302]: DEBUG nova.compute.provider_tree [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1662.088641] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795653, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.260650] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.273651] env[63302]: DEBUG oslo_vmware.api [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795654, 'name': PowerOnVM_Task, 'duration_secs': 1.1356} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.273922] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.274157] env[63302]: INFO nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1662.274336] env[63302]: DEBUG nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.275163] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fd879e-ab55-4943-ba2f-5931116f78b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.516585] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.552723] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.552930] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.553154] env[63302]: DEBUG nova.network.neutron [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.554939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.206s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.557688] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.397s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.557945] env[63302]: DEBUG nova.objects.instance [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lazy-loading 'resources' on Instance uuid 66db05c1-0227-40ca-842f-a062485d140a {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.581149] env[63302]: INFO nova.scheduler.client.report [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleted allocations for instance f2f8f590-eeb4-444a-b129-c654fa5c1387 [ 1662.590465] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795653, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.799434] env[63302]: INFO nova.compute.manager [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Took 44.19 seconds to build instance. [ 1663.018165] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795655, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.089299] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ccc6d904-6bb7-4f5e-b2c6-9e860a8f475d tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "f2f8f590-eeb4-444a-b129-c654fa5c1387" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.043s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.093978] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795653, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.096073] env[63302]: DEBUG nova.network.neutron [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.301469] env[63302]: DEBUG oslo_concurrency.lockutils [None req-34f017ad-bf46-422a-a7ef-24fd674120d4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.405s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.328038] env[63302]: DEBUG nova.network.neutron [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [{"id": "f31632c9-36ea-4699-8f50-fd8881acb214", "address": "fa:16:3e:c6:16:b8", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf31632c9-36", "ovs_interfaceid": "f31632c9-36ea-4699-8f50-fd8881acb214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.437396] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1347eb4e-495e-411d-b7a6-882a36808c77 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.448829] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbd44fd-8776-491f-b96a-24739f61d57d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.484621] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe10a7-06c3-4202-87e8-a75b1174bab7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.495429] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef444392-f71d-4503-968a-96c07fc608fc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.514484] env[63302]: DEBUG nova.compute.provider_tree [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.527316] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795655, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.586995] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795653, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.941265} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.587379] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3/OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3.vmdk to [datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa/15e0648d-f828-477a-8bd9-062601b009aa.vmdk. [ 1663.587468] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Cleaning up location [datastore1] OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3 {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1663.587836] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_39add60a-9bf5-465e-b824-988f0f61f8c3 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.587909] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d5cb767-0fbb-457f-b061-193645b5b127 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.595489] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1663.595489] env[63302]: value = "task-1795656" [ 1663.595489] env[63302]: _type = "Task" [ 1663.595489] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.603647] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.832035] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.832035] env[63302]: DEBUG nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Instance network_info: |[{"id": "f31632c9-36ea-4699-8f50-fd8881acb214", "address": "fa:16:3e:c6:16:b8", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf31632c9-36", "ovs_interfaceid": "f31632c9-36ea-4699-8f50-fd8881acb214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1663.832035] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:16:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f31632c9-36ea-4699-8f50-fd8881acb214', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.839478] env[63302]: DEBUG oslo.service.loopingcall [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.840029] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1663.840298] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d38120b5-18c1-486c-a008-52d79cc7134e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.863170] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1663.863170] env[63302]: value = "task-1795657" [ 1663.863170] env[63302]: _type = "Task" [ 1663.863170] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.871358] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795657, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.024325] env[63302]: DEBUG nova.scheduler.client.report [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.027891] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795655, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.04371} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.028398] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] d6af4e77-6569-4d31-abd7-48fdbec9e228/d6af4e77-6569-4d31-abd7-48fdbec9e228.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.029047] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.029047] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-142f8e35-3115-4cde-8595-99b482f8a132 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.037109] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1664.037109] env[63302]: value = "task-1795658" [ 1664.037109] env[63302]: _type = "Task" [ 1664.037109] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.042451] env[63302]: DEBUG nova.compute.manager [req-dd61a791-3326-4206-9839-b7469010e19a req-ab2cc54a-0bc6-4044-9321-cfa4fb02b1f8 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Received event network-changed-f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1664.042633] env[63302]: DEBUG nova.compute.manager [req-dd61a791-3326-4206-9839-b7469010e19a req-ab2cc54a-0bc6-4044-9321-cfa4fb02b1f8 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Refreshing instance network info cache due to event network-changed-f31632c9-36ea-4699-8f50-fd8881acb214. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1664.042861] env[63302]: DEBUG oslo_concurrency.lockutils [req-dd61a791-3326-4206-9839-b7469010e19a req-ab2cc54a-0bc6-4044-9321-cfa4fb02b1f8 service nova] Acquiring lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.043020] env[63302]: DEBUG oslo_concurrency.lockutils [req-dd61a791-3326-4206-9839-b7469010e19a req-ab2cc54a-0bc6-4044-9321-cfa4fb02b1f8 service nova] Acquired lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.043185] env[63302]: DEBUG nova.network.neutron [req-dd61a791-3326-4206-9839-b7469010e19a req-ab2cc54a-0bc6-4044-9321-cfa4fb02b1f8 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Refreshing network info cache for port f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1664.050168] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.107503] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039737} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.107874] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.108140] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa/15e0648d-f828-477a-8bd9-062601b009aa.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.108500] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa/15e0648d-f828-477a-8bd9-062601b009aa.vmdk to [datastore1] 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591/9ae1461f-bf67-4bd9-b2d6-cc76a17bf591.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.108833] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaae1961-e74b-4e44-b4df-af16b6e4114d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.116742] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1664.116742] env[63302]: value = "task-1795659" [ 1664.116742] env[63302]: _type = "Task" [ 1664.116742] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.127657] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.291592] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "bec92484-6111-4c4b-9592-d6d00a38d34b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.291978] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.292200] env[63302]: INFO nova.compute.manager [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Shelving [ 1664.374778] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795657, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.529465] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.532057] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.203s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.532466] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.532466] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1664.532770] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.647s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.532991] env[63302]: DEBUG nova.objects.instance [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lazy-loading 'resources' on Instance uuid fb4a09f6-c7ea-447b-b44d-2023432a4747 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.535120] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950461f3-d652-4ef3-98db-41c2e8971698 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.553966] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb10790-28f2-4b35-8c54-da973de87b71 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.558301] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065123} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.559344] env[63302]: INFO nova.scheduler.client.report [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleted allocations for instance 66db05c1-0227-40ca-842f-a062485d140a [ 1664.562948] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.566365] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9726cc-f3f4-455c-8122-e8b887daf3d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.583968] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1ce93f-c1e1-407f-8356-df6dc31e473e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.606012] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] d6af4e77-6569-4d31-abd7-48fdbec9e228/d6af4e77-6569-4d31-abd7-48fdbec9e228.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.609437] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd11b0c6-4c9a-4fb7-bcae-f0106b6d9435 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.633456] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fee26a6-e959-4959-b6de-04465f2cf92c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.639646] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1664.639646] env[63302]: value = "task-1795660" [ 1664.639646] env[63302]: _type = "Task" [ 1664.639646] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.675327] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179406MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1664.675442] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.676164] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795659, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.687384] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.823758] env[63302]: DEBUG nova.network.neutron [req-dd61a791-3326-4206-9839-b7469010e19a req-ab2cc54a-0bc6-4044-9321-cfa4fb02b1f8 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updated VIF entry in instance network info cache for port f31632c9-36ea-4699-8f50-fd8881acb214. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.824232] env[63302]: DEBUG nova.network.neutron [req-dd61a791-3326-4206-9839-b7469010e19a req-ab2cc54a-0bc6-4044-9321-cfa4fb02b1f8 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [{"id": "f31632c9-36ea-4699-8f50-fd8881acb214", "address": "fa:16:3e:c6:16:b8", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf31632c9-36", "ovs_interfaceid": "f31632c9-36ea-4699-8f50-fd8881acb214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.876923] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795657, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.077540] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28f63f4b-5e94-478b-a551-829152117af4 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "66db05c1-0227-40ca-842f-a062485d140a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.110s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.141445] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795659, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.157935] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.301686] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.302121] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8b3072-4da3-4660-a9be-7261f6195b43 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.313258] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1665.313258] env[63302]: value = "task-1795661" [ 1665.313258] env[63302]: _type = "Task" [ 1665.313258] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.325973] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.327606] env[63302]: DEBUG oslo_concurrency.lockutils [req-dd61a791-3326-4206-9839-b7469010e19a req-ab2cc54a-0bc6-4044-9321-cfa4fb02b1f8 service nova] Releasing lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.380788] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795657, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.396743] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fda050d-fc13-4b97-bc23-4e93730ddbc0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.407604] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a57f076-da62-44a2-aaad-0ff8ecf64bb0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.447692] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb0e44-ba19-48c8-adb0-7fd8ce856864 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.458611] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252077a6-9a11-4fa5-b060-6e66f1816c99 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.479100] env[63302]: DEBUG nova.compute.provider_tree [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.646384] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795659, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.663057] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.826455] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795661, 'name': PowerOffVM_Task, 'duration_secs': 0.471586} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.826754] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.827706] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297558ac-2f31-4462-b36f-b8f0739336dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.851347] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eb926f-d089-456d-9ffa-688ba32808e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.877105] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795657, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.983400] env[63302]: DEBUG nova.scheduler.client.report [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.144288] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795659, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.158970] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.264632] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.264884] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.300984] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.301250] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.365078] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1666.365788] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27ce336b-5f57-4b8d-9bad-e1de50607bcd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.379998] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795657, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.381628] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1666.381628] env[63302]: value = "task-1795662" [ 1666.381628] env[63302]: _type = "Task" [ 1666.381628] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.391792] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.489591] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.494080] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.965s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.494221] env[63302]: DEBUG nova.objects.instance [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lazy-loading 'resources' on Instance uuid e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.522329] env[63302]: INFO nova.scheduler.client.report [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted allocations for instance fb4a09f6-c7ea-447b-b44d-2023432a4747 [ 1666.644622] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795659, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.658238] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.768245] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.804364] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.879111] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795657, 'name': CreateVM_Task, 'duration_secs': 2.582449} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.879324] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1666.880103] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.880291] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.880645] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1666.880923] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1fff84-aa4b-4260-951a-f2575b3d08a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.891047] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1666.891047] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ca2403-9f85-f08a-397e-7a1e64ff9f54" [ 1666.891047] env[63302]: _type = "Task" [ 1666.891047] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.892971] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795662, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.902545] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ca2403-9f85-f08a-397e-7a1e64ff9f54, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.902851] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.903071] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1666.903307] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.903456] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.903633] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1666.903881] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1993bb73-c8a9-4eac-b6f3-61a062984880 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.923474] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1666.923673] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1666.924656] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcaf9880-e8d3-4b7e-a3cb-a6366ed98bd6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.930337] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1666.930337] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52434964-15ce-2f88-0d1b-3b34f7c2d6ca" [ 1666.930337] env[63302]: _type = "Task" [ 1666.930337] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.958990] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52434964-15ce-2f88-0d1b-3b34f7c2d6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.032088] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6b4a65eb-51c9-4bb1-b983-dd0ff1be03ea tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "fb4a09f6-c7ea-447b-b44d-2023432a4747" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.575s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.142764] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795659, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.751275} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.145221] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/15e0648d-f828-477a-8bd9-062601b009aa/15e0648d-f828-477a-8bd9-062601b009aa.vmdk to [datastore1] 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591/9ae1461f-bf67-4bd9-b2d6-cc76a17bf591.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.146209] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043c775b-4eff-491a-83cf-54b5eb281c85 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.156424] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795660, 'name': ReconfigVM_Task, 'duration_secs': 2.32293} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.167982] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Reconfigured VM instance instance-00000049 to attach disk [datastore1] d6af4e77-6569-4d31-abd7-48fdbec9e228/d6af4e77-6569-4d31-abd7-48fdbec9e228.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.177196] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591/9ae1461f-bf67-4bd9-b2d6-cc76a17bf591.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.177723] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-236da616-45d3-47aa-a1c6-b610443c492a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.179749] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb3f460-82f9-47b1-bd40-129ae502f8e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.203569] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1667.203569] env[63302]: value = "task-1795663" [ 1667.203569] env[63302]: _type = "Task" [ 1667.203569] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.203859] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1667.203859] env[63302]: value = "task-1795664" [ 1667.203859] env[63302]: _type = "Task" [ 1667.203859] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.218616] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795663, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.220977] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795664, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.233414] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "75757aed-59d8-497a-a60a-e501399ae412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.233690] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "75757aed-59d8-497a-a60a-e501399ae412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.233973] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "75757aed-59d8-497a-a60a-e501399ae412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.234259] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "75757aed-59d8-497a-a60a-e501399ae412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.234421] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "75757aed-59d8-497a-a60a-e501399ae412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.239956] env[63302]: INFO nova.compute.manager [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Terminating instance [ 1667.290847] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.324656] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.388607] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e8db40-1a62-427f-9437-860c04be0984 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.394203] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795662, 'name': CreateSnapshot_Task, 'duration_secs': 0.826397} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.394797] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1667.395539] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66ee41f-fc79-4ca0-b1b5-a09da5e16e0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.400488] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28f2e39-391a-4222-b80b-ed1acd757613 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.440401] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95536e7-22cc-4c8e-a643-e634ebcc2685 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.452298] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e193388f-fd6c-4074-9966-195a44d4fb34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.456460] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52434964-15ce-2f88-0d1b-3b34f7c2d6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.018161} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.457939] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32d44e8-92b2-4124-9cba-f0b6d8f34fc7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.468392] env[63302]: DEBUG nova.compute.provider_tree [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1667.473060] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1667.473060] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529a98b7-12fc-bcb5-6402-fc6267f48e20" [ 1667.473060] env[63302]: _type = "Task" [ 1667.473060] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.481832] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529a98b7-12fc-bcb5-6402-fc6267f48e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.718123] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795663, 'name': Rename_Task, 'duration_secs': 0.164581} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.720634] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.720920] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795664, 'name': ReconfigVM_Task, 'duration_secs': 0.307013} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.721130] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-646c90c8-3378-43cc-82f7-df1be8626f3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.722686] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591/9ae1461f-bf67-4bd9-b2d6-cc76a17bf591.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.723309] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aee4933-6c72-438c-829b-c41c94b96e84 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.729820] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1667.729820] env[63302]: value = "task-1795666" [ 1667.729820] env[63302]: _type = "Task" [ 1667.729820] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.733673] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1667.733673] env[63302]: value = "task-1795665" [ 1667.733673] env[63302]: _type = "Task" [ 1667.733673] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.740012] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.746351] env[63302]: DEBUG nova.compute.manager [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1667.746550] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.746807] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795665, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.747728] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41584713-b873-47d2-9e88-fd73d3a30deb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.755692] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.755935] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b3fc045-f063-4106-a74a-e10055989d6f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.762514] env[63302]: DEBUG oslo_vmware.api [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1667.762514] env[63302]: value = "task-1795667" [ 1667.762514] env[63302]: _type = "Task" [ 1667.762514] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.771247] env[63302]: DEBUG oslo_vmware.api [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.918200] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1667.918540] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecdd6fc9-3dba-4943-87e3-e284c4eebd83 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.927945] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1667.927945] env[63302]: value = "task-1795668" [ 1667.927945] env[63302]: _type = "Task" [ 1667.927945] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.937153] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795668, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.983217] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529a98b7-12fc-bcb5-6402-fc6267f48e20, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.983484] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.983737] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c/7e2e62ec-9c4d-424f-bb4b-8f04c083536c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1667.984361] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5b6ad1f-b7bc-48ff-89f8-b1ab79b7257f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.990262] env[63302]: ERROR nova.scheduler.client.report [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] [req-c369c53a-02c9-4766-aeba-7371bb2fd418] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c369c53a-02c9-4766-aeba-7371bb2fd418"}]} [ 1667.993814] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1667.993814] env[63302]: value = "task-1795669" [ 1667.993814] env[63302]: _type = "Task" [ 1667.993814] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.002470] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.006249] env[63302]: DEBUG nova.scheduler.client.report [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1668.022080] env[63302]: DEBUG nova.scheduler.client.report [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1668.022284] env[63302]: DEBUG nova.compute.provider_tree [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1668.034615] env[63302]: DEBUG nova.scheduler.client.report [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1668.053736] env[63302]: DEBUG nova.scheduler.client.report [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1668.245071] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795666, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.248105] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795665, 'name': Rename_Task, 'duration_secs': 0.199131} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.248497] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.248633] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d96ed13f-5fe4-4fb1-9826-00d2ee3c3e74 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.258041] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1668.258041] env[63302]: value = "task-1795670" [ 1668.258041] env[63302]: _type = "Task" [ 1668.258041] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.265957] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.277531] env[63302]: DEBUG oslo_vmware.api [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795667, 'name': PowerOffVM_Task, 'duration_secs': 0.213189} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.277866] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.278062] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.278366] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4445ce4-b1ca-4c1d-8a00-edab88356a5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.416343] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8085f31f-d503-46a0-ba67-8ec03db4483f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.425851] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9b5988-cf22-4b40-8b6a-dd70628b4e5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.444475] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795668, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.444775] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.444969] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.445174] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleting the datastore file [datastore1] 75757aed-59d8-497a-a60a-e501399ae412 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.446115] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71cb020c-e240-42a3-8f47-e084d029aa3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.475476] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60062af5-d8fd-4331-a642-ebf0db6c8125 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.483244] env[63302]: DEBUG oslo_vmware.api [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for the task: (returnval){ [ 1668.483244] env[63302]: value = "task-1795672" [ 1668.483244] env[63302]: _type = "Task" [ 1668.483244] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.490036] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1afc07b-f65a-4506-a02c-0237e208aebb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.502338] env[63302]: DEBUG oslo_vmware.api [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.514190] env[63302]: DEBUG nova.compute.provider_tree [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.515629] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795669, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.745314] env[63302]: DEBUG oslo_vmware.api [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795666, 'name': PowerOnVM_Task, 'duration_secs': 0.598524} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.745588] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.745811] env[63302]: INFO nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1668.746040] env[63302]: DEBUG nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.746929] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa715f-88ed-42a8-b15b-b51a93bbad86 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.767032] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795670, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.942518] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795668, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.995712] env[63302]: DEBUG oslo_vmware.api [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Task: {'id': task-1795672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377036} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.999273] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.999565] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.999773] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.000074] env[63302]: INFO nova.compute.manager [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1669.000324] env[63302]: DEBUG oslo.service.loopingcall [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.000531] env[63302]: DEBUG nova.compute.manager [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1669.000636] env[63302]: DEBUG nova.network.neutron [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1669.008018] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695673} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.008272] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c/7e2e62ec-9c4d-424f-bb4b-8f04c083536c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1669.008480] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1669.008728] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba73b1a7-b6ba-44e0-b8e4-b2cdcfa466d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.017886] env[63302]: DEBUG nova.scheduler.client.report [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.022121] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1669.022121] env[63302]: value = "task-1795673" [ 1669.022121] env[63302]: _type = "Task" [ 1669.022121] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.030963] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.271025] env[63302]: DEBUG oslo_vmware.api [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795670, 'name': PowerOnVM_Task, 'duration_secs': 0.530271} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.271623] env[63302]: INFO nova.compute.manager [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Took 44.77 seconds to build instance. [ 1669.273224] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.273224] env[63302]: INFO nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Took 14.98 seconds to spawn the instance on the hypervisor. [ 1669.273224] env[63302]: DEBUG nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.273928] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ebf3a-352d-46d8-b28a-8b8062e44937 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.312361] env[63302]: DEBUG nova.compute.manager [req-21f48325-11de-4853-9fbe-ca4e93ad6dac req-40931339-3e65-461b-b9b1-0430379a5c29 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Received event network-vif-deleted-e3b89e71-5425-44e2-aa09-bf72a4b04c20 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1669.312569] env[63302]: INFO nova.compute.manager [req-21f48325-11de-4853-9fbe-ca4e93ad6dac req-40931339-3e65-461b-b9b1-0430379a5c29 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Neutron deleted interface e3b89e71-5425-44e2-aa09-bf72a4b04c20; detaching it from the instance and deleting it from the info cache [ 1669.312756] env[63302]: DEBUG nova.network.neutron [req-21f48325-11de-4853-9fbe-ca4e93ad6dac req-40931339-3e65-461b-b9b1-0430379a5c29 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.444025] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795668, 'name': CloneVM_Task, 'duration_secs': 1.343356} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.444025] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Created linked-clone VM from snapshot [ 1669.444025] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d99256-3476-41d3-87c8-37834d5d1133 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.450987] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Uploading image d10aa41e-f2c8-4246-9ef4-57342526bcd4 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1669.475762] env[63302]: DEBUG oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1669.475762] env[63302]: value = "vm-372419" [ 1669.475762] env[63302]: _type = "VirtualMachine" [ 1669.475762] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1669.476050] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7de7b12-21f0-4ba3-990d-dea81fff3a4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.487121] env[63302]: DEBUG oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lease: (returnval){ [ 1669.487121] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c7e2e-0cf8-93b4-2c83-f3c4ad228470" [ 1669.487121] env[63302]: _type = "HttpNfcLease" [ 1669.487121] env[63302]: } obtained for exporting VM: (result){ [ 1669.487121] env[63302]: value = "vm-372419" [ 1669.487121] env[63302]: _type = "VirtualMachine" [ 1669.487121] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1669.487121] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the lease: (returnval){ [ 1669.487121] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c7e2e-0cf8-93b4-2c83-f3c4ad228470" [ 1669.487121] env[63302]: _type = "HttpNfcLease" [ 1669.487121] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1669.493346] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1669.493346] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c7e2e-0cf8-93b4-2c83-f3c4ad228470" [ 1669.493346] env[63302]: _type = "HttpNfcLease" [ 1669.493346] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1669.523605] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.030s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.526013] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.547s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.526219] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.527849] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.575s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.540788] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083297} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.540885] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1669.541805] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e725b0-fa53-4e1d-ac74-4bda00c80a6b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.565821] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c/7e2e62ec-9c4d-424f-bb4b-8f04c083536c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1669.566922] env[63302]: INFO nova.scheduler.client.report [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Deleted allocations for instance 1000d22c-18b0-47a5-bcfb-1f2af539412a [ 1669.568568] env[63302]: INFO nova.scheduler.client.report [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Deleted allocations for instance e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad [ 1669.570406] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b24c05-b856-4729-84d8-0297d17d3b6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.585709] env[63302]: DEBUG nova.compute.manager [req-826d7042-b487-4eb4-8932-254442f09559 req-2bf2885c-0232-48d8-9dc8-1a9d85bc5996 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Received event network-changed-7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1669.585932] env[63302]: DEBUG nova.compute.manager [req-826d7042-b487-4eb4-8932-254442f09559 req-2bf2885c-0232-48d8-9dc8-1a9d85bc5996 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Refreshing instance network info cache due to event network-changed-7ca303f7-0faa-464d-9d0b-d57967a1496c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1669.586108] env[63302]: DEBUG oslo_concurrency.lockutils [req-826d7042-b487-4eb4-8932-254442f09559 req-2bf2885c-0232-48d8-9dc8-1a9d85bc5996 service nova] Acquiring lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.586257] env[63302]: DEBUG oslo_concurrency.lockutils [req-826d7042-b487-4eb4-8932-254442f09559 req-2bf2885c-0232-48d8-9dc8-1a9d85bc5996 service nova] Acquired lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.586414] env[63302]: DEBUG nova.network.neutron [req-826d7042-b487-4eb4-8932-254442f09559 req-2bf2885c-0232-48d8-9dc8-1a9d85bc5996 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Refreshing network info cache for port 7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.599807] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1669.599807] env[63302]: value = "task-1795675" [ 1669.599807] env[63302]: _type = "Task" [ 1669.599807] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.610784] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.778210] env[63302]: DEBUG oslo_concurrency.lockutils [None req-829a9d3e-5d53-4e9d-bb6d-ff1cb08646c9 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.343s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.790634] env[63302]: DEBUG nova.network.neutron [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.793919] env[63302]: INFO nova.compute.manager [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Took 46.40 seconds to build instance. [ 1669.815345] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44026eb1-4c77-4270-9f59-688d10ca3ee9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.826080] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ee2e88-79e9-4e59-93d7-cff3c70a8bdf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.863719] env[63302]: DEBUG nova.compute.manager [req-21f48325-11de-4853-9fbe-ca4e93ad6dac req-40931339-3e65-461b-b9b1-0430379a5c29 service nova] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Detach interface failed, port_id=e3b89e71-5425-44e2-aa09-bf72a4b04c20, reason: Instance 75757aed-59d8-497a-a60a-e501399ae412 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1669.994480] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1669.994480] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c7e2e-0cf8-93b4-2c83-f3c4ad228470" [ 1669.994480] env[63302]: _type = "HttpNfcLease" [ 1669.994480] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1669.994784] env[63302]: DEBUG oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1669.994784] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527c7e2e-0cf8-93b4-2c83-f3c4ad228470" [ 1669.994784] env[63302]: _type = "HttpNfcLease" [ 1669.994784] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1669.995570] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c533d1db-ce23-439f-a8b7-6b82689aa7a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.003576] env[63302]: DEBUG oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec6dd6-b75d-0747-74bf-d1801e3e94a0/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1670.004922] env[63302]: DEBUG oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec6dd6-b75d-0747-74bf-d1801e3e94a0/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1670.063839] env[63302]: INFO nova.compute.claims [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1670.098272] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c5fce400-c593-460a-95a4-a14539886d16 tempest-ImagesOneServerNegativeTestJSON-1591724462 tempest-ImagesOneServerNegativeTestJSON-1591724462-project-member] Lock "e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.308s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.100240] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad56bb50-4e45-4126-a67e-f54829640b6c tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "1000d22c-18b0-47a5-bcfb-1f2af539412a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.598s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.113482] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89b440ed-231b-42ca-b10f-555320f9b623 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.114631] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.193760] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.193976] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.194398] env[63302]: INFO nova.compute.manager [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Rebooting instance [ 1670.259258] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.297205] env[63302]: INFO nova.compute.manager [-] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Took 1.30 seconds to deallocate network for instance. [ 1670.298837] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23662f2c-179d-4a83-8600-5c9da0ab917e tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.232s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.299437] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.040s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.299843] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.300145] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.301404] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.314352] env[63302]: INFO nova.compute.manager [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Terminating instance [ 1670.428288] env[63302]: DEBUG nova.network.neutron [req-826d7042-b487-4eb4-8932-254442f09559 req-2bf2885c-0232-48d8-9dc8-1a9d85bc5996 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updated VIF entry in instance network info cache for port 7ca303f7-0faa-464d-9d0b-d57967a1496c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.428666] env[63302]: DEBUG nova.network.neutron [req-826d7042-b487-4eb4-8932-254442f09559 req-2bf2885c-0232-48d8-9dc8-1a9d85bc5996 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updating instance_info_cache with network_info: [{"id": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "address": "fa:16:3e:99:b6:1d", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca303f7-0f", "ovs_interfaceid": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.570468] env[63302]: INFO nova.compute.resource_tracker [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating resource usage from migration 7bd625bb-d5e2-4251-aee7-a05d131e0281 [ 1670.614272] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795675, 'name': ReconfigVM_Task, 'duration_secs': 0.98047} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.614571] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c/7e2e62ec-9c4d-424f-bb4b-8f04c083536c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.615264] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf1ce10c-bf4a-4bc7-8878-9de0ab07a9b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.622260] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1670.622260] env[63302]: value = "task-1795676" [ 1670.622260] env[63302]: _type = "Task" [ 1670.622260] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.632055] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795676, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.720673] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.824021] env[63302]: DEBUG nova.compute.manager [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1670.824021] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.824021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.824021] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d11dfdf-1701-492d-a412-42761b7e53bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.837263] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.841329] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70c6c97-3bc6-44e6-8135-24df406b5e56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.852353] env[63302]: DEBUG oslo_vmware.api [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1670.852353] env[63302]: value = "task-1795677" [ 1670.852353] env[63302]: _type = "Task" [ 1670.852353] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.866235] env[63302]: DEBUG oslo_vmware.api [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.892187] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.892187] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.892187] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.893087] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.893676] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.898134] env[63302]: INFO nova.compute.manager [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Terminating instance [ 1670.933092] env[63302]: DEBUG oslo_concurrency.lockutils [req-826d7042-b487-4eb4-8932-254442f09559 req-2bf2885c-0232-48d8-9dc8-1a9d85bc5996 service nova] Releasing lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.933897] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquired lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.934122] env[63302]: DEBUG nova.network.neutron [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.995847] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4774c4d6-c28b-4104-b46a-3eccbbd1a7e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.005147] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84490505-3303-426b-b64f-56f495b4f4ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.047414] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c1698-6de3-478e-adc1-29670d4e23bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.060071] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf709a4-6c5c-44b6-afaa-e6f31ef4b3f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.074647] env[63302]: DEBUG nova.compute.provider_tree [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.132931] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795676, 'name': Rename_Task, 'duration_secs': 0.229166} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.133558] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.133558] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8590daee-393f-4e62-853b-f99bc3049073 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.141604] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1671.141604] env[63302]: value = "task-1795678" [ 1671.141604] env[63302]: _type = "Task" [ 1671.141604] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.152522] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.365760] env[63302]: DEBUG oslo_vmware.api [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795677, 'name': PowerOffVM_Task, 'duration_secs': 0.205} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.366302] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.366302] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.366475] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77a1932f-7799-4841-9543-7d9d4cb2be7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.411472] env[63302]: DEBUG nova.compute.manager [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.411733] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.412720] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf066ad3-6401-4b8d-a2c2-cd18f78d24e2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.422605] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.422868] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cf38a16-0df7-45f2-8c01-f64f7e29b270 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.431270] env[63302]: DEBUG oslo_vmware.api [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1671.431270] env[63302]: value = "task-1795680" [ 1671.431270] env[63302]: _type = "Task" [ 1671.431270] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.444205] env[63302]: DEBUG oslo_vmware.api [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.488810] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.488984] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.489128] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleting the datastore file [datastore1] 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.489430] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8013b527-6e3d-49aa-9640-cb80b335b624 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.498624] env[63302]: DEBUG oslo_vmware.api [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1671.498624] env[63302]: value = "task-1795681" [ 1671.498624] env[63302]: _type = "Task" [ 1671.498624] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.508124] env[63302]: DEBUG oslo_vmware.api [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.578056] env[63302]: DEBUG nova.scheduler.client.report [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.656467] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.789736] env[63302]: DEBUG nova.network.neutron [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updating instance_info_cache with network_info: [{"id": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "address": "fa:16:3e:99:b6:1d", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca303f7-0f", "ovs_interfaceid": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.943419] env[63302]: DEBUG oslo_vmware.api [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795680, 'name': PowerOffVM_Task, 'duration_secs': 0.24709} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.943715] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.943874] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.944152] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18952022-c08c-47fe-89e9-424328c300e2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.009090] env[63302]: DEBUG oslo_vmware.api [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247518} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.009363] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.010103] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.010348] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.010558] env[63302]: INFO nova.compute.manager [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1672.010800] env[63302]: DEBUG oslo.service.loopingcall [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.010990] env[63302]: DEBUG nova.compute.manager [-] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.011090] env[63302]: DEBUG nova.network.neutron [-] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.083481] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.555s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.083702] env[63302]: INFO nova.compute.manager [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Migrating [ 1672.095018] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.927s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.095293] env[63302]: DEBUG nova.objects.instance [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lazy-loading 'resources' on Instance uuid 741a96ac-5d39-421a-b482-e81a577652f9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.096483] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.096680] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.096861] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Deleting the datastore file [datastore1] ebd0c4e7-c729-4b39-b675-fa0868b82a83 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.098063] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6482051b-a56f-4bb9-b6c9-0de5f9e87032 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.127020] env[63302]: DEBUG oslo_vmware.api [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for the task: (returnval){ [ 1672.127020] env[63302]: value = "task-1795683" [ 1672.127020] env[63302]: _type = "Task" [ 1672.127020] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.138771] env[63302]: DEBUG oslo_vmware.api [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.161165] env[63302]: DEBUG oslo_vmware.api [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795678, 'name': PowerOnVM_Task, 'duration_secs': 0.691839} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.161165] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.161165] env[63302]: INFO nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1672.161165] env[63302]: DEBUG nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.161165] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213a4eec-e456-42b3-8e54-763b4fd1d03e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.296099] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Releasing lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.496524] env[63302]: DEBUG nova.compute.manager [req-bbe49345-44ae-4d15-9ad0-ac87a8617b12 req-00473e16-0a31-4eec-8d37-8e4596140853 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Received event network-vif-deleted-58dd544b-9363-437e-bc0b-dd902906cb2c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1672.496829] env[63302]: INFO nova.compute.manager [req-bbe49345-44ae-4d15-9ad0-ac87a8617b12 req-00473e16-0a31-4eec-8d37-8e4596140853 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Neutron deleted interface 58dd544b-9363-437e-bc0b-dd902906cb2c; detaching it from the instance and deleting it from the info cache [ 1672.497209] env[63302]: DEBUG nova.network.neutron [req-bbe49345-44ae-4d15-9ad0-ac87a8617b12 req-00473e16-0a31-4eec-8d37-8e4596140853 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.617220] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.617220] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.617220] env[63302]: DEBUG nova.network.neutron [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.641459] env[63302]: DEBUG oslo_vmware.api [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Task: {'id': task-1795683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333511} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.641731] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.641987] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.642212] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.642381] env[63302]: INFO nova.compute.manager [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1672.642621] env[63302]: DEBUG oslo.service.loopingcall [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.643119] env[63302]: DEBUG nova.compute.manager [-] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.643212] env[63302]: DEBUG nova.network.neutron [-] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.682948] env[63302]: INFO nova.compute.manager [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Took 43.71 seconds to build instance. [ 1672.801517] env[63302]: DEBUG nova.compute.manager [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.802782] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ffe9f4-aefd-4169-8f22-5adee37c070f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.970044] env[63302]: DEBUG nova.network.neutron [-] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.000060] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b02f2d7c-5e3b-4496-b104-07a6224a1af9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.011497] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa94440-501f-4fde-a920-e475c47e7019 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.023281] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f1b9f-a441-42cd-92d9-746f78dfd621 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.052905] env[63302]: DEBUG nova.compute.manager [req-bbe49345-44ae-4d15-9ad0-ac87a8617b12 req-00473e16-0a31-4eec-8d37-8e4596140853 service nova] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Detach interface failed, port_id=58dd544b-9363-437e-bc0b-dd902906cb2c, reason: Instance 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1673.056032] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6c48df-4fdb-4a7d-9a02-882c61c1412b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.088576] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cabe33-b809-4dfc-8814-deff728f49ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.098459] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e5b639-2a08-4e71-9402-ea222c980784 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.113037] env[63302]: DEBUG nova.compute.provider_tree [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.184940] env[63302]: DEBUG oslo_concurrency.lockutils [None req-06e7474b-c521-47e6-8dd7-1e98b191f7e0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.227s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.406471] env[63302]: DEBUG nova.network.neutron [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance_info_cache with network_info: [{"id": "251e7a21-fc79-479d-b466-b0a1328d34a0", "address": "fa:16:3e:15:58:8d", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e7a21-fc", "ovs_interfaceid": "251e7a21-fc79-479d-b466-b0a1328d34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.436894] env[63302]: DEBUG nova.network.neutron [-] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.472453] env[63302]: INFO nova.compute.manager [-] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Took 1.46 seconds to deallocate network for instance. [ 1673.616911] env[63302]: DEBUG nova.scheduler.client.report [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.824700] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c63a239-5467-4c48-ab97-f47db1d5bbe1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.837713] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Doing hard reboot of VM {{(pid=63302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1673.837713] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6480342f-c798-4f52-8cd7-402f808dcc6a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.852895] env[63302]: DEBUG oslo_vmware.api [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1673.852895] env[63302]: value = "task-1795684" [ 1673.852895] env[63302]: _type = "Task" [ 1673.852895] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.864538] env[63302]: DEBUG oslo_vmware.api [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795684, 'name': ResetVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.909278] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.942160] env[63302]: INFO nova.compute.manager [-] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Took 1.30 seconds to deallocate network for instance. [ 1673.979303] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.124620] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.127657] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.899s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.127850] env[63302]: DEBUG nova.objects.instance [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] [instance: 054225ab-1703-4261-967c-eef54daf5778] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1674.172435] env[63302]: INFO nova.scheduler.client.report [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Deleted allocations for instance 741a96ac-5d39-421a-b482-e81a577652f9 [ 1674.364513] env[63302]: DEBUG oslo_vmware.api [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795684, 'name': ResetVM_Task, 'duration_secs': 0.122442} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.364772] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Did hard reboot of VM {{(pid=63302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1674.365570] env[63302]: DEBUG nova.compute.manager [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.365788] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c168d8f6-ffa4-4139-a1c5-3162e42684ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.451021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.530705] env[63302]: DEBUG nova.compute.manager [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Received event network-vif-deleted-25554534-cda4-4221-b14f-dd7962150046 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1674.530939] env[63302]: DEBUG nova.compute.manager [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Received event network-changed-f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1674.531128] env[63302]: DEBUG nova.compute.manager [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Refreshing instance network info cache due to event network-changed-f31632c9-36ea-4699-8f50-fd8881acb214. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1674.531349] env[63302]: DEBUG oslo_concurrency.lockutils [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] Acquiring lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.531512] env[63302]: DEBUG oslo_concurrency.lockutils [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] Acquired lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.531656] env[63302]: DEBUG nova.network.neutron [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Refreshing network info cache for port f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.681107] env[63302]: DEBUG oslo_concurrency.lockutils [None req-037eeb95-a457-4acc-8faf-0c097314c6a3 tempest-VolumesAdminNegativeTest-730164568 tempest-VolumesAdminNegativeTest-730164568-project-member] Lock "741a96ac-5d39-421a-b482-e81a577652f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.130s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.879699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d90c561a-f39f-4e78-91ec-4e3ff341e44d tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.685s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.138287] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aa59654a-553f-4bf0-b9a5-5d5a8bd54e56 tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.139530] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.390s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.139769] env[63302]: DEBUG nova.objects.instance [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lazy-loading 'resources' on Instance uuid 34d5daee-4b2d-4dd4-821c-121cc990255d {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.429409] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a6afe0-5cb2-413c-b5c2-bdd186dffdfe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.458638] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance 'fe32926c-c0f3-4c82-ac21-a889df126bef' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1675.525888] env[63302]: DEBUG nova.network.neutron [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updated VIF entry in instance network info cache for port f31632c9-36ea-4699-8f50-fd8881acb214. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.525888] env[63302]: DEBUG nova.network.neutron [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [{"id": "f31632c9-36ea-4699-8f50-fd8881acb214", "address": "fa:16:3e:c6:16:b8", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf31632c9-36", "ovs_interfaceid": "f31632c9-36ea-4699-8f50-fd8881acb214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.675810] env[63302]: DEBUG nova.compute.manager [req-e224fb8f-89ef-4cde-bb78-13e703e0c106 req-19011439-56c1-453e-9d6f-8e94b0f0ec25 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Received event network-changed-7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1675.676058] env[63302]: DEBUG nova.compute.manager [req-e224fb8f-89ef-4cde-bb78-13e703e0c106 req-19011439-56c1-453e-9d6f-8e94b0f0ec25 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Refreshing instance network info cache due to event network-changed-7ca303f7-0faa-464d-9d0b-d57967a1496c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1675.676247] env[63302]: DEBUG oslo_concurrency.lockutils [req-e224fb8f-89ef-4cde-bb78-13e703e0c106 req-19011439-56c1-453e-9d6f-8e94b0f0ec25 service nova] Acquiring lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.676443] env[63302]: DEBUG oslo_concurrency.lockutils [req-e224fb8f-89ef-4cde-bb78-13e703e0c106 req-19011439-56c1-453e-9d6f-8e94b0f0ec25 service nova] Acquired lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.676560] env[63302]: DEBUG nova.network.neutron [req-e224fb8f-89ef-4cde-bb78-13e703e0c106 req-19011439-56c1-453e-9d6f-8e94b0f0ec25 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Refreshing network info cache for port 7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.967610] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.967939] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aada3a8f-4e8a-4420-b923-7f86c62a47e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.977781] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1675.977781] env[63302]: value = "task-1795685" [ 1675.977781] env[63302]: _type = "Task" [ 1675.977781] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.992824] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.029849] env[63302]: DEBUG oslo_concurrency.lockutils [req-15c9a5f7-5550-47dd-8487-ab900c2c40b0 req-33d7600a-fb80-4e50-8224-3462a523417e service nova] Releasing lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.165458] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba900ae-16fc-4d0d-be93-a8cd09194243 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.177411] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8733e97a-8691-4503-ad07-3d5aae1ee436 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.210759] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62607b4-8f8b-420d-8b11-9e6c840eab7b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.219251] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6591771-d89b-41f1-b6ef-4cc3e8cc38dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.236146] env[63302]: DEBUG nova.compute.provider_tree [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.424702] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.425026] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.425277] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "d6af4e77-6569-4d31-abd7-48fdbec9e228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.425489] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.425681] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.428989] env[63302]: INFO nova.compute.manager [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Terminating instance [ 1676.490824] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795685, 'name': PowerOffVM_Task, 'duration_secs': 0.377925} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.491172] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.491375] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance 'fe32926c-c0f3-4c82-ac21-a889df126bef' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1676.741188] env[63302]: DEBUG nova.scheduler.client.report [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.873547] env[63302]: DEBUG nova.network.neutron [req-e224fb8f-89ef-4cde-bb78-13e703e0c106 req-19011439-56c1-453e-9d6f-8e94b0f0ec25 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updated VIF entry in instance network info cache for port 7ca303f7-0faa-464d-9d0b-d57967a1496c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.873812] env[63302]: DEBUG nova.network.neutron [req-e224fb8f-89ef-4cde-bb78-13e703e0c106 req-19011439-56c1-453e-9d6f-8e94b0f0ec25 service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updating instance_info_cache with network_info: [{"id": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "address": "fa:16:3e:99:b6:1d", "network": {"id": "5a875af1-0492-40fe-adb7-4ffe2081fb95", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-132231829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9c77ff9bac44d30b5deff437ce44129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca303f7-0f", "ovs_interfaceid": "7ca303f7-0faa-464d-9d0b-d57967a1496c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.939019] env[63302]: DEBUG nova.compute.manager [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.939019] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.939019] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76aa9e2-5714-4211-8c49-3962af330e57 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.949551] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.950012] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ebbdc4b-8a3b-4878-8d1a-8d7c7700ba65 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.962026] env[63302]: DEBUG oslo_vmware.api [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1676.962026] env[63302]: value = "task-1795686" [ 1676.962026] env[63302]: _type = "Task" [ 1676.962026] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.972522] env[63302]: DEBUG oslo_vmware.api [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.003351] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1677.003351] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1677.003351] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1677.003351] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1677.003351] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1677.003963] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1677.004494] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1677.004837] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1677.005187] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1677.005515] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1677.008014] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1677.012995] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816d4c75-c596-4418-9536-e039a2447e7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.033466] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1677.033466] env[63302]: value = "task-1795687" [ 1677.033466] env[63302]: _type = "Task" [ 1677.033466] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.047909] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.250292] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.253300] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.432s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.254557] env[63302]: INFO nova.compute.claims [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.274086] env[63302]: INFO nova.scheduler.client.report [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Deleted allocations for instance 34d5daee-4b2d-4dd4-821c-121cc990255d [ 1677.382859] env[63302]: DEBUG oslo_concurrency.lockutils [req-e224fb8f-89ef-4cde-bb78-13e703e0c106 req-19011439-56c1-453e-9d6f-8e94b0f0ec25 service nova] Releasing lock "refresh_cache-d6af4e77-6569-4d31-abd7-48fdbec9e228" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.475948] env[63302]: DEBUG oslo_vmware.api [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795686, 'name': PowerOffVM_Task, 'duration_secs': 0.265911} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.479282] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.479363] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.480287] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9308f9c1-e3ed-4ab0-af08-a05a34e14502 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.549603] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795687, 'name': ReconfigVM_Task, 'duration_secs': 0.219694} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.549970] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance 'fe32926c-c0f3-4c82-ac21-a889df126bef' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1677.718806] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.719070] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.719271] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Deleting the datastore file [datastore1] d6af4e77-6569-4d31-abd7-48fdbec9e228 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.719542] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78f38083-57df-49c9-a93e-13094dd6413b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.729535] env[63302]: DEBUG oslo_vmware.api [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1677.729535] env[63302]: value = "task-1795689" [ 1677.729535] env[63302]: _type = "Task" [ 1677.729535] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.737657] env[63302]: DEBUG oslo_vmware.api [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.742958] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "38191c74-3ce4-486c-9174-e5190b491ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.743270] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "38191c74-3ce4-486c-9174-e5190b491ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.775758] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "7a491f26-489a-4c8d-a7c6-b20aab75b902" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.775992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "7a491f26-489a-4c8d-a7c6-b20aab75b902" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.784552] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25b5ab2d-a52b-4545-824f-0981d1e20b43 tempest-ServerPasswordTestJSON-1167251616 tempest-ServerPasswordTestJSON-1167251616-project-member] Lock "34d5daee-4b2d-4dd4-821c-121cc990255d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.503s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.807694] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.807961] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.059062] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1678.059062] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.059062] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1678.059062] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.059062] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1678.059062] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1678.059062] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1678.059688] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1678.059688] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1678.059746] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1678.059945] env[63302]: DEBUG nova.virt.hardware [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1678.067090] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1678.067811] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a53d551c-b480-4c4b-aa50-e07bfb2b9444 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.097930] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1678.097930] env[63302]: value = "task-1795690" [ 1678.097930] env[63302]: _type = "Task" [ 1678.097930] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.106816] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.168918] env[63302]: DEBUG oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec6dd6-b75d-0747-74bf-d1801e3e94a0/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1678.169873] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a626187-7cb7-44cf-a008-15562e06c94f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.178496] env[63302]: DEBUG oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec6dd6-b75d-0747-74bf-d1801e3e94a0/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1678.178697] env[63302]: ERROR oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec6dd6-b75d-0747-74bf-d1801e3e94a0/disk-0.vmdk due to incomplete transfer. [ 1678.178934] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1497ce66-f3b4-4990-b1c8-42e5ede3b954 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.187281] env[63302]: DEBUG oslo_vmware.rw_handles [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec6dd6-b75d-0747-74bf-d1801e3e94a0/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1678.187502] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Uploaded image d10aa41e-f2c8-4246-9ef4-57342526bcd4 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1678.189792] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1678.190161] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad8ee971-f82c-4747-96c2-c4f7adecf739 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.196667] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1678.196667] env[63302]: value = "task-1795691" [ 1678.196667] env[63302]: _type = "Task" [ 1678.196667] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.206391] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795691, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.238627] env[63302]: DEBUG oslo_vmware.api [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30491} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.238929] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.239168] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.239389] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.239617] env[63302]: INFO nova.compute.manager [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1678.239899] env[63302]: DEBUG oslo.service.loopingcall [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.240153] env[63302]: DEBUG nova.compute.manager [-] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1678.240301] env[63302]: DEBUG nova.network.neutron [-] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.248036] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.278639] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.310437] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.562351] env[63302]: DEBUG nova.compute.manager [req-276bf1ef-a12c-4578-96fd-f73dd5fc7694 req-56cf94ca-247b-4653-8631-877e95662fdd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Received event network-vif-deleted-7ca303f7-0faa-464d-9d0b-d57967a1496c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1678.562592] env[63302]: INFO nova.compute.manager [req-276bf1ef-a12c-4578-96fd-f73dd5fc7694 req-56cf94ca-247b-4653-8631-877e95662fdd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Neutron deleted interface 7ca303f7-0faa-464d-9d0b-d57967a1496c; detaching it from the instance and deleting it from the info cache [ 1678.562774] env[63302]: DEBUG nova.network.neutron [req-276bf1ef-a12c-4578-96fd-f73dd5fc7694 req-56cf94ca-247b-4653-8631-877e95662fdd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.611333] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795690, 'name': ReconfigVM_Task, 'duration_secs': 0.334221} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.614348] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1678.615709] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca09728-76a8-4c14-a051-4b1f8faca628 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.641168] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] fe32926c-c0f3-4c82-ac21-a889df126bef/fe32926c-c0f3-4c82-ac21-a889df126bef.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.644054] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f3e4e0-490f-4b05-95f7-34da625c692c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.664186] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1678.664186] env[63302]: value = "task-1795692" [ 1678.664186] env[63302]: _type = "Task" [ 1678.664186] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.675828] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.698821] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa881ce-a2e9-4787-ac3d-cf0b62747530 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.709598] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795691, 'name': Destroy_Task, 'duration_secs': 0.422087} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.711297] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Destroyed the VM [ 1678.711557] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1678.711840] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37f81043-a197-4f25-a5a5-bb25b4bd0029 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.714134] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dff65e-c18a-4784-906c-818112ae844e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.745547] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145ec52e-d39f-41da-aadc-bac3d519ad09 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.748295] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1678.748295] env[63302]: value = "task-1795693" [ 1678.748295] env[63302]: _type = "Task" [ 1678.748295] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.761533] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86140348-53d8-4bb8-ad17-e2968a64110f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.768322] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.769255] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.778881] env[63302]: DEBUG nova.compute.provider_tree [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.798881] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.831995] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.029511] env[63302]: DEBUG nova.network.neutron [-] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.070498] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd590028-ebf0-4e19-ab8e-e51a39f674b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.080030] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771ddf5-6747-49e6-824c-f699a8942a6f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.115280] env[63302]: DEBUG nova.compute.manager [req-276bf1ef-a12c-4578-96fd-f73dd5fc7694 req-56cf94ca-247b-4653-8631-877e95662fdd service nova] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Detach interface failed, port_id=7ca303f7-0faa-464d-9d0b-d57967a1496c, reason: Instance d6af4e77-6569-4d31-abd7-48fdbec9e228 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1679.179020] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.262770] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795693, 'name': RemoveSnapshot_Task, 'duration_secs': 0.394} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.263075] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1679.263380] env[63302]: DEBUG nova.compute.manager [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.264175] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431781c3-96fc-4a1a-8a29-358bbf5fbb2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.285131] env[63302]: DEBUG nova.scheduler.client.report [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.531730] env[63302]: INFO nova.compute.manager [-] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Took 1.29 seconds to deallocate network for instance. [ 1679.675165] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795692, 'name': ReconfigVM_Task, 'duration_secs': 0.611571} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.675525] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Reconfigured VM instance instance-00000043 to attach disk [datastore1] fe32926c-c0f3-4c82-ac21-a889df126bef/fe32926c-c0f3-4c82-ac21-a889df126bef.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.675889] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance 'fe32926c-c0f3-4c82-ac21-a889df126bef' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1679.778225] env[63302]: INFO nova.compute.manager [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Shelve offloading [ 1679.793550] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.793550] env[63302]: DEBUG nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.795188] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.418s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.795455] env[63302]: DEBUG nova.objects.instance [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lazy-loading 'resources' on Instance uuid 054225ab-1703-4261-967c-eef54daf5778 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.040485] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.182899] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31656a4-e4d0-45c9-962b-e9873c7fce2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.204055] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7007a8b-61dc-462d-a971-72b18f21f62f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.221966] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance 'fe32926c-c0f3-4c82-ac21-a889df126bef' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1680.283550] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1680.283550] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38267ec-ec25-400a-984a-4fdb0709d5ef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.294807] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1680.294807] env[63302]: value = "task-1795694" [ 1680.294807] env[63302]: _type = "Task" [ 1680.294807] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.299733] env[63302]: DEBUG nova.compute.utils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.300633] env[63302]: DEBUG nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.300824] env[63302]: DEBUG nova.network.neutron [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.312069] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1680.312354] env[63302]: DEBUG nova.compute.manager [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.313095] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5d87cf-307e-45c1-9d93-c52f1659009a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.318913] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.319094] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.319266] env[63302]: DEBUG nova.network.neutron [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.368488] env[63302]: DEBUG nova.policy [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48017ffa13d4720a4d3fcf9505440eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '444e3097c1244eee86652b0d9341f206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.597241] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b30a95f-366c-4efe-a0f0-5b9d4c55a796 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.607195] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de7b9d-a4ae-464e-9564-2490db75b661 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.639807] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3015bdd4-a0cd-4232-835a-913c66f903f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.647477] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868ce92a-3c4c-4da5-9ae4-e4eb82e94ae3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.661188] env[63302]: DEBUG nova.compute.provider_tree [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.771851] env[63302]: DEBUG nova.network.neutron [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Port 251e7a21-fc79-479d-b466-b0a1328d34a0 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1680.806762] env[63302]: DEBUG nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.864429] env[63302]: DEBUG nova.network.neutron [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Successfully created port: 6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.107701] env[63302]: DEBUG nova.network.neutron [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Updating instance_info_cache with network_info: [{"id": "754c0ce6-05b6-460a-bbf0-6e6db6f51b45", "address": "fa:16:3e:39:ec:6e", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c0ce6-05", "ovs_interfaceid": "754c0ce6-05b6-460a-bbf0-6e6db6f51b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.164601] env[63302]: DEBUG nova.scheduler.client.report [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.610390] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.672320] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.674020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.413s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.675877] env[63302]: DEBUG nova.objects.instance [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lazy-loading 'resources' on Instance uuid e20d7224-489c-4bd2-b13e-7962e26747e7 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.706031] env[63302]: INFO nova.scheduler.client.report [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Deleted allocations for instance 054225ab-1703-4261-967c-eef54daf5778 [ 1681.794480] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.794708] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.794880] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.818844] env[63302]: DEBUG nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.849841] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.849841] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.850022] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.852080] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.852080] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.852080] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.852080] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.852080] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.852080] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.852080] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.852080] env[63302]: DEBUG nova.virt.hardware [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.852600] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1488b5-fe7c-4697-938a-0817e3116cd2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.863418] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b12dc2c-c1d3-4f7f-b97e-30c95bd262c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.214803] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dff4b88c-e207-4643-9e31-7e451333b40d tempest-ServerShowV257Test-2126849955 tempest-ServerShowV257Test-2126849955-project-member] Lock "054225ab-1703-4261-967c-eef54daf5778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.099s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.407979] env[63302]: DEBUG nova.compute.manager [req-8f8bdaae-15df-4513-a110-a6252d0985fb req-ac0ec165-1f62-4535-9d81-a3b3e1f25029 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Received event network-vif-unplugged-754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1682.408317] env[63302]: DEBUG oslo_concurrency.lockutils [req-8f8bdaae-15df-4513-a110-a6252d0985fb req-ac0ec165-1f62-4535-9d81-a3b3e1f25029 service nova] Acquiring lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.408592] env[63302]: DEBUG oslo_concurrency.lockutils [req-8f8bdaae-15df-4513-a110-a6252d0985fb req-ac0ec165-1f62-4535-9d81-a3b3e1f25029 service nova] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.408890] env[63302]: DEBUG oslo_concurrency.lockutils [req-8f8bdaae-15df-4513-a110-a6252d0985fb req-ac0ec165-1f62-4535-9d81-a3b3e1f25029 service nova] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.409157] env[63302]: DEBUG nova.compute.manager [req-8f8bdaae-15df-4513-a110-a6252d0985fb req-ac0ec165-1f62-4535-9d81-a3b3e1f25029 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] No waiting events found dispatching network-vif-unplugged-754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1682.409402] env[63302]: WARNING nova.compute.manager [req-8f8bdaae-15df-4513-a110-a6252d0985fb req-ac0ec165-1f62-4535-9d81-a3b3e1f25029 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Received unexpected event network-vif-unplugged-754c0ce6-05b6-460a-bbf0-6e6db6f51b45 for instance with vm_state shelved and task_state shelving_offloading. [ 1682.450840] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.452279] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0602ae14-fb46-49e4-9a38-67610be7c58c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.465451] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.466291] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9beee37-addf-4188-81fc-4ce4484928c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.585700] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.585700] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.585700] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleting the datastore file [datastore1] bec92484-6111-4c4b-9592-d6d00a38d34b {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.585700] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2ccd62e-3669-45f4-84de-66e8edf421d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.593356] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1682.593356] env[63302]: value = "task-1795696" [ 1682.593356] env[63302]: _type = "Task" [ 1682.593356] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.602229] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.658903] env[63302]: DEBUG nova.compute.manager [req-7a7ccebb-fd7d-4e67-8dab-4231f90a5007 req-004fd7dc-5b62-4637-84fe-0d92b7848c51 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Received event network-vif-plugged-6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1682.659927] env[63302]: DEBUG oslo_concurrency.lockutils [req-7a7ccebb-fd7d-4e67-8dab-4231f90a5007 req-004fd7dc-5b62-4637-84fe-0d92b7848c51 service nova] Acquiring lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.660916] env[63302]: DEBUG oslo_concurrency.lockutils [req-7a7ccebb-fd7d-4e67-8dab-4231f90a5007 req-004fd7dc-5b62-4637-84fe-0d92b7848c51 service nova] Lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.661351] env[63302]: DEBUG oslo_concurrency.lockutils [req-7a7ccebb-fd7d-4e67-8dab-4231f90a5007 req-004fd7dc-5b62-4637-84fe-0d92b7848c51 service nova] Lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.662613] env[63302]: DEBUG nova.compute.manager [req-7a7ccebb-fd7d-4e67-8dab-4231f90a5007 req-004fd7dc-5b62-4637-84fe-0d92b7848c51 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] No waiting events found dispatching network-vif-plugged-6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1682.662613] env[63302]: WARNING nova.compute.manager [req-7a7ccebb-fd7d-4e67-8dab-4231f90a5007 req-004fd7dc-5b62-4637-84fe-0d92b7848c51 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Received unexpected event network-vif-plugged-6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d for instance with vm_state building and task_state spawning. [ 1682.675245] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb001ac-cf86-40a3-88ec-94baedabc711 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.686905] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981257e-79c5-4b43-bc7a-ba55497bd72b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.726333] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3dd82d-7cf4-4b18-9129-623c0e20fe94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.734875] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56e7794-8377-4c93-9b03-b3448aefc923 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.748971] env[63302]: DEBUG nova.compute.provider_tree [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.852795] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.852795] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.852965] env[63302]: DEBUG nova.network.neutron [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.084078] env[63302]: DEBUG nova.network.neutron [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Successfully updated port: 6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.103805] env[63302]: DEBUG oslo_vmware.api [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135913} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.104804] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.104995] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.105192] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.132081] env[63302]: INFO nova.scheduler.client.report [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted allocations for instance bec92484-6111-4c4b-9592-d6d00a38d34b [ 1683.252700] env[63302]: DEBUG nova.scheduler.client.report [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.587706] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "refresh_cache-cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.588052] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "refresh_cache-cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.588285] env[63302]: DEBUG nova.network.neutron [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.636153] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.760036] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.762974] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.087s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.795920] env[63302]: INFO nova.scheduler.client.report [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Deleted allocations for instance e20d7224-489c-4bd2-b13e-7962e26747e7 [ 1683.975860] env[63302]: DEBUG nova.network.neutron [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance_info_cache with network_info: [{"id": "251e7a21-fc79-479d-b466-b0a1328d34a0", "address": "fa:16:3e:15:58:8d", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e7a21-fc", "ovs_interfaceid": "251e7a21-fc79-479d-b466-b0a1328d34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.163647] env[63302]: DEBUG nova.network.neutron [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.307249] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d15d18ab-729a-4caa-9fa0-a74fb780653e tempest-ServerAddressesTestJSON-1730131174 tempest-ServerAddressesTestJSON-1730131174-project-member] Lock "e20d7224-489c-4bd2-b13e-7962e26747e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.161s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.441698] env[63302]: DEBUG nova.compute.manager [req-98a803fb-b823-44ba-ba13-91a2f7a552d0 req-501c73e0-e39b-4945-a2bd-476d6d9a06e8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Received event network-changed-754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1684.441903] env[63302]: DEBUG nova.compute.manager [req-98a803fb-b823-44ba-ba13-91a2f7a552d0 req-501c73e0-e39b-4945-a2bd-476d6d9a06e8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Refreshing instance network info cache due to event network-changed-754c0ce6-05b6-460a-bbf0-6e6db6f51b45. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1684.445248] env[63302]: DEBUG oslo_concurrency.lockutils [req-98a803fb-b823-44ba-ba13-91a2f7a552d0 req-501c73e0-e39b-4945-a2bd-476d6d9a06e8 service nova] Acquiring lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.445437] env[63302]: DEBUG oslo_concurrency.lockutils [req-98a803fb-b823-44ba-ba13-91a2f7a552d0 req-501c73e0-e39b-4945-a2bd-476d6d9a06e8 service nova] Acquired lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.445610] env[63302]: DEBUG nova.network.neutron [req-98a803fb-b823-44ba-ba13-91a2f7a552d0 req-501c73e0-e39b-4945-a2bd-476d6d9a06e8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Refreshing network info cache for port 754c0ce6-05b6-460a-bbf0-6e6db6f51b45 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.483235] env[63302]: DEBUG nova.network.neutron [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Updating instance_info_cache with network_info: [{"id": "6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d", "address": "fa:16:3e:6d:63:f9", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdf3e9f-07", "ovs_interfaceid": "6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.484645] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.647565] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "bec92484-6111-4c4b-9592-d6d00a38d34b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.688885] env[63302]: DEBUG nova.compute.manager [req-af485949-0451-4986-91d3-5813fd3a637f req-4f1ff910-8c1e-4e91-9d25-25c6cf599773 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Received event network-changed-6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1684.688885] env[63302]: DEBUG nova.compute.manager [req-af485949-0451-4986-91d3-5813fd3a637f req-4f1ff910-8c1e-4e91-9d25-25c6cf599773 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Refreshing instance network info cache due to event network-changed-6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1684.689058] env[63302]: DEBUG oslo_concurrency.lockutils [req-af485949-0451-4986-91d3-5813fd3a637f req-4f1ff910-8c1e-4e91-9d25-25c6cf599773 service nova] Acquiring lock "refresh_cache-cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.788302] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Applying migration context for instance fe32926c-c0f3-4c82-ac21-a889df126bef as it has an incoming, in-progress migration 7bd625bb-d5e2-4251-aee7-a05d131e0281. Migration status is post-migrating {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1684.791954] env[63302]: INFO nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating resource usage from migration 7bd625bb-d5e2-4251-aee7-a05d131e0281 [ 1684.826817] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 75757aed-59d8-497a-a60a-e501399ae412 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1684.826817] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance ebd0c4e7-c729-4b39-b675-fa0868b82a83 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1684.826817] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance bbfcb3b2-a3af-4843-943e-114d4b090fcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.826817] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 242d685b-93b8-4b9c-8682-5cd3de2a8130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827050] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827050] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance db561df9-0a6a-4c10-8d2f-4f3029a24505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827115] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 25358a48-5664-4841-9b5a-fcbccea1b293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827251] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a3086519-e3e2-439d-8dfd-942b8d506742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827353] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 345bff52-622f-4d37-8aff-a956c3a79aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827562] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance d5480818-0f2c-459f-921d-a2740b215696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827636] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance d401787b-7960-488a-9d12-949af3f2623c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827767] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.827949] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1684.828121] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance d6af4e77-6569-4d31-abd7-48fdbec9e228 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1684.828352] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7e2e62ec-9c4d-424f-bb4b-8f04c083536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.828494] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Migration 7bd625bb-d5e2-4251-aee7-a05d131e0281 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1684.828577] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance fe32926c-c0f3-4c82-ac21-a889df126bef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.828696] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance cd22dd88-cc4b-4988-bffc-a8f72a6f07fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1684.992019] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "refresh_cache-cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.992019] env[63302]: DEBUG nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Instance network_info: |[{"id": "6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d", "address": "fa:16:3e:6d:63:f9", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdf3e9f-07", "ovs_interfaceid": "6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1684.993466] env[63302]: DEBUG oslo_concurrency.lockutils [req-af485949-0451-4986-91d3-5813fd3a637f req-4f1ff910-8c1e-4e91-9d25-25c6cf599773 service nova] Acquired lock "refresh_cache-cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.993873] env[63302]: DEBUG nova.network.neutron [req-af485949-0451-4986-91d3-5813fd3a637f req-4f1ff910-8c1e-4e91-9d25-25c6cf599773 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Refreshing network info cache for port 6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.995251] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:63:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.005125] env[63302]: DEBUG oslo.service.loopingcall [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.012030] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.013082] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-916afb48-7e2d-46ab-835b-7b8af46037da {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.039725] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef11e08-a52a-4378-b58d-b56c94531abc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.061982] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110dbea6-14ce-4f44-8329-f4d44032c26b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.064982] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.064982] env[63302]: value = "task-1795697" [ 1685.064982] env[63302]: _type = "Task" [ 1685.064982] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.071398] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance 'fe32926c-c0f3-4c82-ac21-a889df126bef' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1685.081519] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795697, 'name': CreateVM_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.332020] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b78c09dd-d26d-4dc1-a2d3-b1862916fde7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1685.433375] env[63302]: DEBUG nova.network.neutron [req-98a803fb-b823-44ba-ba13-91a2f7a552d0 req-501c73e0-e39b-4945-a2bd-476d6d9a06e8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Updated VIF entry in instance network info cache for port 754c0ce6-05b6-460a-bbf0-6e6db6f51b45. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1685.433608] env[63302]: DEBUG nova.network.neutron [req-98a803fb-b823-44ba-ba13-91a2f7a552d0 req-501c73e0-e39b-4945-a2bd-476d6d9a06e8 service nova] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Updating instance_info_cache with network_info: [{"id": "754c0ce6-05b6-460a-bbf0-6e6db6f51b45", "address": "fa:16:3e:39:ec:6e", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": null, "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap754c0ce6-05", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.579932] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.580456] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795697, 'name': CreateVM_Task, 'duration_secs': 0.428538} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.580725] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-638b9f55-c4ec-4330-baf9-28c846d5af74 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.582711] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.583972] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.584277] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.584769] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.585441] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459e7b6f-3ce1-4537-a6ac-3302c528b9ab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.590728] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1685.590728] env[63302]: value = "task-1795698" [ 1685.590728] env[63302]: _type = "Task" [ 1685.590728] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.593862] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1685.593862] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5269db10-f1d4-142a-75df-1d32f0ce7df5" [ 1685.593862] env[63302]: _type = "Task" [ 1685.593862] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.609376] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.614962] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5269db10-f1d4-142a-75df-1d32f0ce7df5, 'name': SearchDatastore_Task, 'duration_secs': 0.010667} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.615501] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.615642] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.615965] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.616173] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.616419] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.616725] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4afaf36-363c-456b-9950-fa3c57385b18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.626660] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.626758] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.632040] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898d96a5-de4a-405e-a921-70215f5acae2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.635712] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1685.635712] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fb2ca2-50b4-6e8a-aaea-798ccf85ce05" [ 1685.635712] env[63302]: _type = "Task" [ 1685.635712] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.645470] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fb2ca2-50b4-6e8a-aaea-798ccf85ce05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.779674] env[63302]: DEBUG nova.network.neutron [req-af485949-0451-4986-91d3-5813fd3a637f req-4f1ff910-8c1e-4e91-9d25-25c6cf599773 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Updated VIF entry in instance network info cache for port 6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1685.780320] env[63302]: DEBUG nova.network.neutron [req-af485949-0451-4986-91d3-5813fd3a637f req-4f1ff910-8c1e-4e91-9d25-25c6cf599773 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Updating instance_info_cache with network_info: [{"id": "6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d", "address": "fa:16:3e:6d:63:f9", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdf3e9f-07", "ovs_interfaceid": "6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.834854] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 2520c3f0-c28f-46ec-9ece-2171ba74ee62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1685.937747] env[63302]: DEBUG oslo_concurrency.lockutils [req-98a803fb-b823-44ba-ba13-91a2f7a552d0 req-501c73e0-e39b-4945-a2bd-476d6d9a06e8 service nova] Releasing lock "refresh_cache-bec92484-6111-4c4b-9592-d6d00a38d34b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.106547] env[63302]: DEBUG oslo_vmware.api [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795698, 'name': PowerOnVM_Task, 'duration_secs': 0.396969} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.106876] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.107076] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93aeb9-1bee-4b6f-90f5-88ec41a648de tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance 'fe32926c-c0f3-4c82-ac21-a889df126bef' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1686.146811] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fb2ca2-50b4-6e8a-aaea-798ccf85ce05, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.147628] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973facd9-649d-4a27-a3d4-cf1f18298a08 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.154317] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1686.154317] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521834a7-f9b6-057d-8134-af2867370c17" [ 1686.154317] env[63302]: _type = "Task" [ 1686.154317] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.163705] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521834a7-f9b6-057d-8134-af2867370c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.283555] env[63302]: DEBUG oslo_concurrency.lockutils [req-af485949-0451-4986-91d3-5813fd3a637f req-4f1ff910-8c1e-4e91-9d25-25c6cf599773 service nova] Releasing lock "refresh_cache-cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.341103] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 38191c74-3ce4-486c-9174-e5190b491ee3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1686.520903] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquiring lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.520903] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.671267] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521834a7-f9b6-057d-8134-af2867370c17, 'name': SearchDatastore_Task, 'duration_secs': 0.024826} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.672026] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.672026] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] cd22dd88-cc4b-4988-bffc-a8f72a6f07fc/cd22dd88-cc4b-4988-bffc-a8f72a6f07fc.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1686.672196] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-078e1553-4395-4425-8747-7c7e3456e986 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.680303] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1686.680303] env[63302]: value = "task-1795699" [ 1686.680303] env[63302]: _type = "Task" [ 1686.680303] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.690478] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.845399] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7a491f26-489a-4c8d-a7c6-b20aab75b902 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1687.025701] env[63302]: DEBUG nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1687.195252] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795699, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.350659] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 0467bf59-8d10-4d28-bbfd-7443d0915ea3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1687.351830] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1687.351830] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1687.389585] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.390164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.559714] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.698811] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533829} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.699218] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] cd22dd88-cc4b-4988-bffc-a8f72a6f07fc/cd22dd88-cc4b-4988-bffc-a8f72a6f07fc.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1687.699351] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.699612] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfbabf8a-f5a1-402c-a625-0e6cf3b01466 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.713160] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1687.713160] env[63302]: value = "task-1795700" [ 1687.713160] env[63302]: _type = "Task" [ 1687.713160] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.725567] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.789019] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f009e81-cb0a-459c-9bcb-6d0fcd315131 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.796030] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce2db51-2f2f-4088-8b8e-26b7fe2a5529 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.832440] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f610d38f-e321-4d0a-b892-ac83574056a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.842301] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5442142-34d7-4777-937b-36381d7bfa9c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.859423] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.894696] env[63302]: DEBUG nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.214881] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "fe32926c-c0f3-4c82-ac21-a889df126bef" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.215211] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.215661] env[63302]: DEBUG nova.compute.manager [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Going to confirm migration 3 {{(pid=63302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1688.226151] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123977} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.226430] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.227254] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59224e68-df63-4a2c-87a2-8e9ac8655f56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.250049] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] cd22dd88-cc4b-4988-bffc-a8f72a6f07fc/cd22dd88-cc4b-4988-bffc-a8f72a6f07fc.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.250387] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b2ac6e-01ae-42a0-a32f-82097336c710 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.272039] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1688.272039] env[63302]: value = "task-1795701" [ 1688.272039] env[63302]: _type = "Task" [ 1688.272039] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.281725] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.364335] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1688.417787] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.762690] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.762690] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.762690] env[63302]: DEBUG nova.network.neutron [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.762690] env[63302]: DEBUG nova.objects.instance [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lazy-loading 'info_cache' on Instance uuid fe32926c-c0f3-4c82-ac21-a889df126bef {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.782411] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795701, 'name': ReconfigVM_Task, 'duration_secs': 0.508282} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.782658] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Reconfigured VM instance instance-0000004b to attach disk [datastore1] cd22dd88-cc4b-4988-bffc-a8f72a6f07fc/cd22dd88-cc4b-4988-bffc-a8f72a6f07fc.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.783296] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a1ec9ec-dfde-4f04-bf7a-b1f772dd3595 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.789423] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1688.789423] env[63302]: value = "task-1795702" [ 1688.789423] env[63302]: _type = "Task" [ 1688.789423] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.797334] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795702, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.869480] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1688.869799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.108s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.870014] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.579s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.871606] env[63302]: INFO nova.compute.claims [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.302612] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795702, 'name': Rename_Task, 'duration_secs': 0.135647} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.302886] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.303391] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8fade3-cf4d-42d0-8d2b-33b2d78d6be2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.310238] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1689.310238] env[63302]: value = "task-1795703" [ 1689.310238] env[63302]: _type = "Task" [ 1689.310238] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.318176] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.819647] env[63302]: DEBUG oslo_vmware.api [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795703, 'name': PowerOnVM_Task, 'duration_secs': 0.43352} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.819647] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.819815] env[63302]: INFO nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1689.819984] env[63302]: DEBUG nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.820766] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be156ca3-ba03-4426-8667-29b615d3ae15 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.021903] env[63302]: DEBUG nova.network.neutron [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance_info_cache with network_info: [{"id": "251e7a21-fc79-479d-b466-b0a1328d34a0", "address": "fa:16:3e:15:58:8d", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e7a21-fc", "ovs_interfaceid": "251e7a21-fc79-479d-b466-b0a1328d34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.184351] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eba34f3-93d7-485b-95cc-31e1f5b25091 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.194329] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d760dbf3-db95-46a0-a966-b1a0ea03e2c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.237698] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42442d8-dd9a-409e-9e0a-6f4dcc6df5d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.245419] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7597ff-9f5f-4175-9281-80c96a8fa848 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.258368] env[63302]: DEBUG nova.compute.provider_tree [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.337516] env[63302]: INFO nova.compute.manager [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Took 30.54 seconds to build instance. [ 1690.526953] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-fe32926c-c0f3-4c82-ac21-a889df126bef" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.526953] env[63302]: DEBUG nova.objects.instance [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lazy-loading 'migration_context' on Instance uuid fe32926c-c0f3-4c82-ac21-a889df126bef {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.762241] env[63302]: DEBUG nova.scheduler.client.report [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1690.839974] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915b2b3d-08fe-4d93-bd52-da8d90d17295 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.054s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.029880] env[63302]: DEBUG nova.objects.base [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1691.030924] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f6a9da-360e-4f29-bb61-5772b7821ecd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.051758] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772ae0ec-65ac-4383-9d4b-e22b899eb570 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.057326] env[63302]: DEBUG oslo_vmware.api [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1691.057326] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d44d08-0a28-5d3a-5328-c8a2341b4093" [ 1691.057326] env[63302]: _type = "Task" [ 1691.057326] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.064896] env[63302]: DEBUG oslo_vmware.api [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d44d08-0a28-5d3a-5328-c8a2341b4093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.268023] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.268697] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1691.272328] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.948s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.274408] env[63302]: INFO nova.compute.claims [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1691.280180] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "8f132a1a-3284-440e-a2d4-a979b2307327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.280180] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "8f132a1a-3284-440e-a2d4-a979b2307327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.567368] env[63302]: DEBUG oslo_vmware.api [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d44d08-0a28-5d3a-5328-c8a2341b4093, 'name': SearchDatastore_Task, 'duration_secs': 0.007763} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.567663] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.780294] env[63302]: DEBUG nova.compute.utils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1691.783707] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1691.783874] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1691.785768] env[63302]: DEBUG nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1691.838801] env[63302]: DEBUG nova.policy [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd158642cf5ad4371ba7c1f23c4f7c6a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd757022eb1c84396b8579bcfcc754071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1691.891310] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquiring lock "242d685b-93b8-4b9c-8682-5cd3de2a8130" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.891576] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "242d685b-93b8-4b9c-8682-5cd3de2a8130" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.891787] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquiring lock "242d685b-93b8-4b9c-8682-5cd3de2a8130-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.891971] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "242d685b-93b8-4b9c-8682-5cd3de2a8130-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.892213] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "242d685b-93b8-4b9c-8682-5cd3de2a8130-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.894305] env[63302]: INFO nova.compute.manager [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Terminating instance [ 1692.082997] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Successfully created port: bcd552b1-9610-4c69-beb6-a2e25cccabaf {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1692.284910] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1692.309601] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.398338] env[63302]: DEBUG nova.compute.manager [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1692.402267] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1692.403656] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb62f432-0808-433d-a1f8-2eac24ac2e46 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.413225] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1692.413496] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d645c93-cbe4-4146-bae0-8602064ddfed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.423256] env[63302]: DEBUG oslo_vmware.api [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1692.423256] env[63302]: value = "task-1795704" [ 1692.423256] env[63302]: _type = "Task" [ 1692.423256] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.437314] env[63302]: DEBUG oslo_vmware.api [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.689085] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4004fb-9b3a-4a0e-97dd-099e47d00382 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.696754] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448a06b4-9b03-4316-9d94-169924aa29cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.727603] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5da496c-f54e-4a74-804e-05852f46ab19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.735423] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e68090-8d9d-430a-b8ab-31871f4ab4c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.748419] env[63302]: DEBUG nova.compute.provider_tree [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.934614] env[63302]: DEBUG oslo_vmware.api [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795704, 'name': PowerOffVM_Task, 'duration_secs': 0.185699} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.934894] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1692.935125] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1692.935386] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b340a512-b507-4201-85fc-1f0d014a2db7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.088969] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1693.089360] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1693.089360] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Deleting the datastore file [datastore1] 242d685b-93b8-4b9c-8682-5cd3de2a8130 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.089629] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac54ead7-5ef3-4ab6-999c-c60d5b538d91 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.096111] env[63302]: DEBUG oslo_vmware.api [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for the task: (returnval){ [ 1693.096111] env[63302]: value = "task-1795706" [ 1693.096111] env[63302]: _type = "Task" [ 1693.096111] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.104079] env[63302]: DEBUG oslo_vmware.api [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.251552] env[63302]: DEBUG nova.scheduler.client.report [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1693.298648] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1693.325386] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1693.325650] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1693.325811] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1693.325994] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1693.326160] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1693.326312] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1693.326522] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1693.326696] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1693.326868] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1693.327047] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1693.327229] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1693.328114] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a85fd3-1b4f-4ea3-a54e-366af5f7b50e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.336986] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a6ee9-5840-419e-b2fd-0f00daaf0ff2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.606296] env[63302]: DEBUG oslo_vmware.api [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Task: {'id': task-1795706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412163} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.606551] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1693.606735] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1693.606916] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1693.607105] env[63302]: INFO nova.compute.manager [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1693.607386] env[63302]: DEBUG oslo.service.loopingcall [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.607570] env[63302]: DEBUG nova.compute.manager [-] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1693.607665] env[63302]: DEBUG nova.network.neutron [-] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1693.646457] env[63302]: DEBUG nova.compute.manager [req-269d13fe-d73f-4194-923f-2a619563d65e req-f2188c55-f28e-4cd9-a62e-39fc9b6178d1 service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Received event network-vif-plugged-bcd552b1-9610-4c69-beb6-a2e25cccabaf {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1693.647014] env[63302]: DEBUG oslo_concurrency.lockutils [req-269d13fe-d73f-4194-923f-2a619563d65e req-f2188c55-f28e-4cd9-a62e-39fc9b6178d1 service nova] Acquiring lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.647461] env[63302]: DEBUG oslo_concurrency.lockutils [req-269d13fe-d73f-4194-923f-2a619563d65e req-f2188c55-f28e-4cd9-a62e-39fc9b6178d1 service nova] Lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.648073] env[63302]: DEBUG oslo_concurrency.lockutils [req-269d13fe-d73f-4194-923f-2a619563d65e req-f2188c55-f28e-4cd9-a62e-39fc9b6178d1 service nova] Lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.648491] env[63302]: DEBUG nova.compute.manager [req-269d13fe-d73f-4194-923f-2a619563d65e req-f2188c55-f28e-4cd9-a62e-39fc9b6178d1 service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] No waiting events found dispatching network-vif-plugged-bcd552b1-9610-4c69-beb6-a2e25cccabaf {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1693.648879] env[63302]: WARNING nova.compute.manager [req-269d13fe-d73f-4194-923f-2a619563d65e req-f2188c55-f28e-4cd9-a62e-39fc9b6178d1 service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Received unexpected event network-vif-plugged-bcd552b1-9610-4c69-beb6-a2e25cccabaf for instance with vm_state building and task_state spawning. [ 1693.756885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.757938] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1693.762995] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.941s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.763383] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.766055] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.786s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.766055] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.769042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.317s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.769042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.769310] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.770798] env[63302]: INFO nova.compute.claims [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.788893] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Successfully updated port: bcd552b1-9610-4c69-beb6-a2e25cccabaf {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1693.814108] env[63302]: INFO nova.scheduler.client.report [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted allocations for instance 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591 [ 1693.817312] env[63302]: INFO nova.scheduler.client.report [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Deleted allocations for instance 75757aed-59d8-497a-a60a-e501399ae412 [ 1693.835844] env[63302]: INFO nova.scheduler.client.report [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Deleted allocations for instance ebd0c4e7-c729-4b39-b675-fa0868b82a83 [ 1694.139170] env[63302]: DEBUG nova.compute.manager [req-4676930b-7aa1-485d-a28f-6586abb31233 req-98db2cab-b8de-470e-8216-ee3316256a7f service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Received event network-vif-deleted-75add75a-0844-4623-94f6-f97acaaae34b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1694.139170] env[63302]: INFO nova.compute.manager [req-4676930b-7aa1-485d-a28f-6586abb31233 req-98db2cab-b8de-470e-8216-ee3316256a7f service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Neutron deleted interface 75add75a-0844-4623-94f6-f97acaaae34b; detaching it from the instance and deleting it from the info cache [ 1694.139170] env[63302]: DEBUG nova.network.neutron [req-4676930b-7aa1-485d-a28f-6586abb31233 req-98db2cab-b8de-470e-8216-ee3316256a7f service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.276692] env[63302]: DEBUG nova.compute.utils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1694.280716] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1694.281413] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1694.293572] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "refresh_cache-b78c09dd-d26d-4dc1-a2d3-b1862916fde7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.293572] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "refresh_cache-b78c09dd-d26d-4dc1-a2d3-b1862916fde7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.293572] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.320860] env[63302]: DEBUG nova.policy [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd158642cf5ad4371ba7c1f23c4f7c6a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd757022eb1c84396b8579bcfcc754071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1694.327118] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f5bb3ad0-f27f-4fc9-9dc7-3d0a7152d48b tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "9ae1461f-bf67-4bd9-b2d6-cc76a17bf591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.028s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.330820] env[63302]: DEBUG oslo_concurrency.lockutils [None req-159f29f1-a953-4c9c-8afb-4eae35cffb6a tempest-ServersAdminTestJSON-593014588 tempest-ServersAdminTestJSON-593014588-project-member] Lock "75757aed-59d8-497a-a60a-e501399ae412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.097s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.344037] env[63302]: DEBUG oslo_concurrency.lockutils [None req-692b9869-248c-4c53-be71-38aacfd327ce tempest-MigrationsAdminTest-912017443 tempest-MigrationsAdminTest-912017443-project-member] Lock "ebd0c4e7-c729-4b39-b675-fa0868b82a83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.452s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.587723] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Successfully created port: a3eec761-c578-459e-b3de-7e3ecdf827f7 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1694.612558] env[63302]: DEBUG nova.network.neutron [-] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.642464] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cc5629e-e9b8-4cc3-9db9-8e176196c960 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.655158] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb866e8c-99cd-4252-a263-5cd82965f470 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.693211] env[63302]: DEBUG nova.compute.manager [req-4676930b-7aa1-485d-a28f-6586abb31233 req-98db2cab-b8de-470e-8216-ee3316256a7f service nova] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Detach interface failed, port_id=75add75a-0844-4623-94f6-f97acaaae34b, reason: Instance 242d685b-93b8-4b9c-8682-5cd3de2a8130 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1694.786201] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1694.859176] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1695.071748] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Updating instance_info_cache with network_info: [{"id": "bcd552b1-9610-4c69-beb6-a2e25cccabaf", "address": "fa:16:3e:a2:95:1a", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd552b1-96", "ovs_interfaceid": "bcd552b1-9610-4c69-beb6-a2e25cccabaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.116436] env[63302]: INFO nova.compute.manager [-] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Took 1.51 seconds to deallocate network for instance. [ 1695.192103] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168894fd-3d70-40e3-a2fa-624d1b8cd934 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.200386] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd719b99-2b33-487f-8f7e-d919cd814dcd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.230762] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08493c8b-44b6-457e-a1cc-de33ace5486f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.238754] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932bdc1-2cda-4059-ace6-ec0fbde4f851 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.252113] env[63302]: DEBUG nova.compute.provider_tree [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.386253] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "345bff52-622f-4d37-8aff-a956c3a79aa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.388598] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "345bff52-622f-4d37-8aff-a956c3a79aa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.388598] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "345bff52-622f-4d37-8aff-a956c3a79aa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.388598] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "345bff52-622f-4d37-8aff-a956c3a79aa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.388598] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "345bff52-622f-4d37-8aff-a956c3a79aa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.392719] env[63302]: INFO nova.compute.manager [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Terminating instance [ 1695.581494] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "refresh_cache-b78c09dd-d26d-4dc1-a2d3-b1862916fde7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.581567] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Instance network_info: |[{"id": "bcd552b1-9610-4c69-beb6-a2e25cccabaf", "address": "fa:16:3e:a2:95:1a", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd552b1-96", "ovs_interfaceid": "bcd552b1-9610-4c69-beb6-a2e25cccabaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1695.582647] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:95:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcd552b1-9610-4c69-beb6-a2e25cccabaf', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1695.591057] env[63302]: DEBUG oslo.service.loopingcall [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.591057] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1695.591057] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fecd73e9-d2ae-4b9b-94e5-9fcd7159a3f3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.614089] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1695.614089] env[63302]: value = "task-1795707" [ 1695.614089] env[63302]: _type = "Task" [ 1695.614089] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.622668] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795707, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.626859] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.695011] env[63302]: DEBUG nova.compute.manager [req-e48a845c-0b56-4cb4-a1ca-54c21764aae9 req-eb605c91-9dd2-49c3-8037-072227714ad7 service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Received event network-changed-bcd552b1-9610-4c69-beb6-a2e25cccabaf {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1695.695242] env[63302]: DEBUG nova.compute.manager [req-e48a845c-0b56-4cb4-a1ca-54c21764aae9 req-eb605c91-9dd2-49c3-8037-072227714ad7 service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Refreshing instance network info cache due to event network-changed-bcd552b1-9610-4c69-beb6-a2e25cccabaf. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1695.695490] env[63302]: DEBUG oslo_concurrency.lockutils [req-e48a845c-0b56-4cb4-a1ca-54c21764aae9 req-eb605c91-9dd2-49c3-8037-072227714ad7 service nova] Acquiring lock "refresh_cache-b78c09dd-d26d-4dc1-a2d3-b1862916fde7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.695607] env[63302]: DEBUG oslo_concurrency.lockutils [req-e48a845c-0b56-4cb4-a1ca-54c21764aae9 req-eb605c91-9dd2-49c3-8037-072227714ad7 service nova] Acquired lock "refresh_cache-b78c09dd-d26d-4dc1-a2d3-b1862916fde7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.695672] env[63302]: DEBUG nova.network.neutron [req-e48a845c-0b56-4cb4-a1ca-54c21764aae9 req-eb605c91-9dd2-49c3-8037-072227714ad7 service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Refreshing network info cache for port bcd552b1-9610-4c69-beb6-a2e25cccabaf {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.758042] env[63302]: DEBUG nova.scheduler.client.report [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.801034] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1695.830580] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1695.830955] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.831190] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1695.831454] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.831666] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1695.831875] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1695.832173] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1695.832417] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1695.832695] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1695.833039] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1695.833114] env[63302]: DEBUG nova.virt.hardware [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1695.834951] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29fcd4c-176b-4d70-8747-bdb0bfb455a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.843726] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db89f08-af3a-4557-ba0b-5e3f943b23b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.902635] env[63302]: DEBUG nova.compute.manager [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1695.902882] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.903797] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7279e47d-c6c3-4c2d-8780-1beed8b78007 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.915706] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.915706] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55c5f71e-fa45-47ff-8258-0059d6f66af2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.920792] env[63302]: DEBUG oslo_vmware.api [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1695.920792] env[63302]: value = "task-1795708" [ 1695.920792] env[63302]: _type = "Task" [ 1695.920792] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.929416] env[63302]: DEBUG oslo_vmware.api [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.073020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "65b6b379-4e13-43cf-8985-4733f1a9d97b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.073510] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "65b6b379-4e13-43cf-8985-4733f1a9d97b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.124465] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795707, 'name': CreateVM_Task, 'duration_secs': 0.391848} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.127295] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1696.132699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.132699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.132699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1696.132699] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3eba08c-7faf-454e-9d9b-3845e7865408 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.140019] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1696.140019] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bdbfd6-a933-f56e-6910-3611af1a715c" [ 1696.140019] env[63302]: _type = "Task" [ 1696.140019] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.148806] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bdbfd6-a933-f56e-6910-3611af1a715c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.263197] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.263197] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.264868] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.466s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.269650] env[63302]: INFO nova.compute.claims [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.439135] env[63302]: DEBUG oslo_vmware.api [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795708, 'name': PowerOffVM_Task, 'duration_secs': 0.207482} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.440096] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.440096] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1696.440096] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50f2f45c-309c-462c-abfc-99b99e9d6c6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.452364] env[63302]: DEBUG nova.compute.manager [req-31017d76-4a6f-4482-b2cd-017aebd3375e req-6f2afb0a-8af8-45a0-8f4b-3abf7649c8e0 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Received event network-vif-plugged-a3eec761-c578-459e-b3de-7e3ecdf827f7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1696.452582] env[63302]: DEBUG oslo_concurrency.lockutils [req-31017d76-4a6f-4482-b2cd-017aebd3375e req-6f2afb0a-8af8-45a0-8f4b-3abf7649c8e0 service nova] Acquiring lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.452789] env[63302]: DEBUG oslo_concurrency.lockutils [req-31017d76-4a6f-4482-b2cd-017aebd3375e req-6f2afb0a-8af8-45a0-8f4b-3abf7649c8e0 service nova] Lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.452959] env[63302]: DEBUG oslo_concurrency.lockutils [req-31017d76-4a6f-4482-b2cd-017aebd3375e req-6f2afb0a-8af8-45a0-8f4b-3abf7649c8e0 service nova] Lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.453205] env[63302]: DEBUG nova.compute.manager [req-31017d76-4a6f-4482-b2cd-017aebd3375e req-6f2afb0a-8af8-45a0-8f4b-3abf7649c8e0 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] No waiting events found dispatching network-vif-plugged-a3eec761-c578-459e-b3de-7e3ecdf827f7 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1696.453417] env[63302]: WARNING nova.compute.manager [req-31017d76-4a6f-4482-b2cd-017aebd3375e req-6f2afb0a-8af8-45a0-8f4b-3abf7649c8e0 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Received unexpected event network-vif-plugged-a3eec761-c578-459e-b3de-7e3ecdf827f7 for instance with vm_state building and task_state spawning. [ 1696.471597] env[63302]: DEBUG nova.network.neutron [req-e48a845c-0b56-4cb4-a1ca-54c21764aae9 req-eb605c91-9dd2-49c3-8037-072227714ad7 service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Updated VIF entry in instance network info cache for port bcd552b1-9610-4c69-beb6-a2e25cccabaf. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.471969] env[63302]: DEBUG nova.network.neutron [req-e48a845c-0b56-4cb4-a1ca-54c21764aae9 req-eb605c91-9dd2-49c3-8037-072227714ad7 service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Updating instance_info_cache with network_info: [{"id": "bcd552b1-9610-4c69-beb6-a2e25cccabaf", "address": "fa:16:3e:a2:95:1a", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd552b1-96", "ovs_interfaceid": "bcd552b1-9610-4c69-beb6-a2e25cccabaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.540598] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1696.540885] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1696.541114] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleting the datastore file [datastore1] 345bff52-622f-4d37-8aff-a956c3a79aa1 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1696.541465] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8db81f59-dae1-4abf-969c-8b7b2180d147 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.547855] env[63302]: DEBUG oslo_vmware.api [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1696.547855] env[63302]: value = "task-1795710" [ 1696.547855] env[63302]: _type = "Task" [ 1696.547855] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.556593] env[63302]: DEBUG oslo_vmware.api [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.576816] env[63302]: DEBUG nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.655141] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bdbfd6-a933-f56e-6910-3611af1a715c, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.655505] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.656170] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.656662] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.656843] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.657066] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.657516] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d3fdd0d-39bd-474c-ac18-079552a4e420 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.661359] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Successfully updated port: a3eec761-c578-459e-b3de-7e3ecdf827f7 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1696.670033] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.670307] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.671229] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6732d1db-835c-45f1-b246-25e14c243d13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.679486] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1696.679486] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520bd38d-bf68-817d-4e64-17068375bef2" [ 1696.679486] env[63302]: _type = "Task" [ 1696.679486] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.689052] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520bd38d-bf68-817d-4e64-17068375bef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.773919] env[63302]: DEBUG nova.compute.utils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.777989] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1696.778171] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1696.829758] env[63302]: DEBUG nova.policy [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e9a5f07674b47a09689b7b01acfaf19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24b6ed419d904a05a77315f4420f2139', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1696.984480] env[63302]: DEBUG oslo_concurrency.lockutils [req-e48a845c-0b56-4cb4-a1ca-54c21764aae9 req-eb605c91-9dd2-49c3-8037-072227714ad7 service nova] Releasing lock "refresh_cache-b78c09dd-d26d-4dc1-a2d3-b1862916fde7" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.060612] env[63302]: DEBUG oslo_vmware.api [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126409} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.063161] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.063161] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.063161] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.063161] env[63302]: INFO nova.compute.manager [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1697.063161] env[63302]: DEBUG oslo.service.loopingcall [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.063161] env[63302]: DEBUG nova.compute.manager [-] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.063161] env[63302]: DEBUG nova.network.neutron [-] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.106332] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.163301] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "refresh_cache-2520c3f0-c28f-46ec-9ece-2171ba74ee62" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.163524] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "refresh_cache-2520c3f0-c28f-46ec-9ece-2171ba74ee62" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.163731] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1697.190725] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520bd38d-bf68-817d-4e64-17068375bef2, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.191531] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77de566-a3b7-4f6c-8fff-b9d846ce6cb0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.196910] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1697.196910] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52695bc1-ee8a-8146-737d-88d6de1145c0" [ 1697.196910] env[63302]: _type = "Task" [ 1697.196910] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.204751] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52695bc1-ee8a-8146-737d-88d6de1145c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.234408] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Successfully created port: d9835c66-a2ac-4275-8364-ed8313e04af3 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1697.283192] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.704535] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfc6b48-2b58-435d-9c94-0398cb727729 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.714555] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52695bc1-ee8a-8146-737d-88d6de1145c0, 'name': SearchDatastore_Task, 'duration_secs': 0.035585} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.715562] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.715848] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b78c09dd-d26d-4dc1-a2d3-b1862916fde7/b78c09dd-d26d-4dc1-a2d3-b1862916fde7.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.716193] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b07d3723-a4fd-4343-bb0d-d2bf24f11e36 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.719944] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1697.727061] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff747bc-161c-4856-a50c-82407e11132a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.733731] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1697.733731] env[63302]: value = "task-1795711" [ 1697.733731] env[63302]: _type = "Task" [ 1697.733731] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.735177] env[63302]: DEBUG nova.compute.manager [req-764e18a4-ed8e-4dde-a896-b6c0a4ddbb06 req-da7e6b3b-512e-482b-beba-f3d05a84936f service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Received event network-vif-deleted-574bef9e-ac18-4854-8341-763ec0a0c9d7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1697.735395] env[63302]: INFO nova.compute.manager [req-764e18a4-ed8e-4dde-a896-b6c0a4ddbb06 req-da7e6b3b-512e-482b-beba-f3d05a84936f service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Neutron deleted interface 574bef9e-ac18-4854-8341-763ec0a0c9d7; detaching it from the instance and deleting it from the info cache [ 1697.736112] env[63302]: DEBUG nova.network.neutron [req-764e18a4-ed8e-4dde-a896-b6c0a4ddbb06 req-da7e6b3b-512e-482b-beba-f3d05a84936f service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.773514] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6000fd-e078-45f8-8b87-9b0fe01c5908 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.780402] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.785633] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799699f-a938-4c8c-a552-812e2a3abc01 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.805347] env[63302]: DEBUG nova.compute.provider_tree [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.989913] env[63302]: DEBUG nova.network.neutron [-] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.998462] env[63302]: DEBUG nova.network.neutron [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Updating instance_info_cache with network_info: [{"id": "a3eec761-c578-459e-b3de-7e3ecdf827f7", "address": "fa:16:3e:b8:84:0f", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3eec761-c5", "ovs_interfaceid": "a3eec761-c578-459e-b3de-7e3ecdf827f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.802797] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.802797] env[63302]: DEBUG nova.scheduler.client.report [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.805100] env[63302]: INFO nova.compute.manager [-] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Took 1.74 seconds to deallocate network for instance. [ 1698.805451] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "refresh_cache-2520c3f0-c28f-46ec-9ece-2171ba74ee62" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.805720] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Instance network_info: |[{"id": "a3eec761-c578-459e-b3de-7e3ecdf827f7", "address": "fa:16:3e:b8:84:0f", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3eec761-c5", "ovs_interfaceid": "a3eec761-c578-459e-b3de-7e3ecdf827f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1698.806778] env[63302]: DEBUG nova.compute.manager [req-ca0cafd1-93bb-45c6-afbc-09eef2cce175 req-e75488e6-1453-4a51-a000-1262061fab90 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Received event network-changed-a3eec761-c578-459e-b3de-7e3ecdf827f7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1698.806959] env[63302]: DEBUG nova.compute.manager [req-ca0cafd1-93bb-45c6-afbc-09eef2cce175 req-e75488e6-1453-4a51-a000-1262061fab90 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Refreshing instance network info cache due to event network-changed-a3eec761-c578-459e-b3de-7e3ecdf827f7. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1698.807182] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca0cafd1-93bb-45c6-afbc-09eef2cce175 req-e75488e6-1453-4a51-a000-1262061fab90 service nova] Acquiring lock "refresh_cache-2520c3f0-c28f-46ec-9ece-2171ba74ee62" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.807327] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca0cafd1-93bb-45c6-afbc-09eef2cce175 req-e75488e6-1453-4a51-a000-1262061fab90 service nova] Acquired lock "refresh_cache-2520c3f0-c28f-46ec-9ece-2171ba74ee62" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.807547] env[63302]: DEBUG nova.network.neutron [req-ca0cafd1-93bb-45c6-afbc-09eef2cce175 req-e75488e6-1453-4a51-a000-1262061fab90 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Refreshing network info cache for port a3eec761-c578-459e-b3de-7e3ecdf827f7 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.808787] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b53c4947-7152-422f-84ae-8e2884c766c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.816871] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:84:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3eec761-c578-459e-b3de-7e3ecdf827f7', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1698.823171] env[63302]: DEBUG oslo.service.loopingcall [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.830313] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1698.830712] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6505373a-ab1c-4975-b2c1-2d99539d1c6a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.855435] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484951} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.855435] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b78c09dd-d26d-4dc1-a2d3-b1862916fde7/b78c09dd-d26d-4dc1-a2d3-b1862916fde7.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1698.855435] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1698.855435] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34adb51-7785-4032-b6b0-94e580d5eeeb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.868960] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.869344] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.869665] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.869829] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.870053] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.870219] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.870430] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.870652] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.870792] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.870983] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.871140] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.871392] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd2418c2-5f5b-44c9-b44a-f0f94b275dfd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.874112] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1698.874112] env[63302]: value = "task-1795712" [ 1698.874112] env[63302]: _type = "Task" [ 1698.874112] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.874796] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7604d26a-d76f-4ced-9f44-d4ba772647eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.886949] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1698.886949] env[63302]: value = "task-1795713" [ 1698.886949] env[63302]: _type = "Task" [ 1698.886949] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.906435] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795712, 'name': CreateVM_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.906796] env[63302]: DEBUG nova.compute.manager [req-764e18a4-ed8e-4dde-a896-b6c0a4ddbb06 req-da7e6b3b-512e-482b-beba-f3d05a84936f service nova] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Detach interface failed, port_id=574bef9e-ac18-4854-8341-763ec0a0c9d7, reason: Instance 345bff52-622f-4d37-8aff-a956c3a79aa1 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1698.908893] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f8e2cf-1d4e-4564-98d2-55836f51c649 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.916736] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.206996] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Successfully updated port: d9835c66-a2ac-4275-8364-ed8313e04af3 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1699.312049] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.045s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.312049] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.320275] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.488s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.323624] env[63302]: INFO nova.compute.claims [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.353831] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.392030] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795712, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.403371] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087923} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.404156] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1699.404460] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c3123c-1e6f-4304-b3fb-f06836ebed9c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.434585] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] b78c09dd-d26d-4dc1-a2d3-b1862916fde7/b78c09dd-d26d-4dc1-a2d3-b1862916fde7.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.437078] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d98231f-384a-447b-9517-8a3f5debd067 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.460063] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1699.460063] env[63302]: value = "task-1795714" [ 1699.460063] env[63302]: _type = "Task" [ 1699.460063] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.469449] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.669283] env[63302]: DEBUG nova.network.neutron [req-ca0cafd1-93bb-45c6-afbc-09eef2cce175 req-e75488e6-1453-4a51-a000-1262061fab90 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Updated VIF entry in instance network info cache for port a3eec761-c578-459e-b3de-7e3ecdf827f7. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1699.669858] env[63302]: DEBUG nova.network.neutron [req-ca0cafd1-93bb-45c6-afbc-09eef2cce175 req-e75488e6-1453-4a51-a000-1262061fab90 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Updating instance_info_cache with network_info: [{"id": "a3eec761-c578-459e-b3de-7e3ecdf827f7", "address": "fa:16:3e:b8:84:0f", "network": {"id": "3bf3efff-8c02-46f0-a7c3-f7260ae9ac53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-651381752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d757022eb1c84396b8579bcfcc754071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3eec761-c5", "ovs_interfaceid": "a3eec761-c578-459e-b3de-7e3ecdf827f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.712788] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "refresh_cache-38191c74-3ce4-486c-9174-e5190b491ee3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.713060] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "refresh_cache-38191c74-3ce4-486c-9174-e5190b491ee3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.713156] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.821541] env[63302]: DEBUG nova.compute.utils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1699.822677] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1699.822838] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1699.897616] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795712, 'name': CreateVM_Task, 'duration_secs': 0.83041} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.897860] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1699.899485] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.899485] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.899636] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1699.900791] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca5d9cb-0f8b-4cfb-bd8d-a1d2b10951ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.907336] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1699.907336] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524acc5c-bc9e-db44-c18f-2f6121b1338c" [ 1699.907336] env[63302]: _type = "Task" [ 1699.907336] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.919016] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524acc5c-bc9e-db44-c18f-2f6121b1338c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.947169] env[63302]: DEBUG nova.policy [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e9a5f07674b47a09689b7b01acfaf19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24b6ed419d904a05a77315f4420f2139', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1699.975260] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795714, 'name': ReconfigVM_Task, 'duration_secs': 0.33913} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.975260] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Reconfigured VM instance instance-0000004c to attach disk [datastore1] b78c09dd-d26d-4dc1-a2d3-b1862916fde7/b78c09dd-d26d-4dc1-a2d3-b1862916fde7.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.975260] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298b6bdd-9171-4e2d-b7ef-1e7bb426b080 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.981447] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1699.981447] env[63302]: value = "task-1795715" [ 1699.981447] env[63302]: _type = "Task" [ 1699.981447] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.992350] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795715, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.175382] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca0cafd1-93bb-45c6-afbc-09eef2cce175 req-e75488e6-1453-4a51-a000-1262061fab90 service nova] Releasing lock "refresh_cache-2520c3f0-c28f-46ec-9ece-2171ba74ee62" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.248966] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1700.331536] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.385629] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Successfully created port: 4a83cb89-96de-40ba-ad9e-c97db94c520e {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.430116] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524acc5c-bc9e-db44-c18f-2f6121b1338c, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.430424] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.430652] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.430900] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.431068] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.431257] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.431519] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7487468a-2f86-44b5-8cf4-886e34047819 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.445494] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.445600] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1700.446593] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d4122e-136a-44d7-ac7c-dc248dc22dc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.452834] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1700.452834] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52847851-5361-b228-88cf-f994a32f7aac" [ 1700.452834] env[63302]: _type = "Task" [ 1700.452834] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.459553] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Updating instance_info_cache with network_info: [{"id": "d9835c66-a2ac-4275-8364-ed8313e04af3", "address": "fa:16:3e:84:8d:a4", "network": {"id": "b7be1991-5133-4c92-a163-251928cd0e83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-393225567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b6ed419d904a05a77315f4420f2139", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9835c66-a2", "ovs_interfaceid": "d9835c66-a2ac-4275-8364-ed8313e04af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.466519] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52847851-5361-b228-88cf-f994a32f7aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.493882] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795715, 'name': Rename_Task, 'duration_secs': 0.174781} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.494516] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.494790] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de40c8c-29c1-4d1c-8325-ff38bcb94aa0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.502722] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1700.502722] env[63302]: value = "task-1795716" [ 1700.502722] env[63302]: _type = "Task" [ 1700.502722] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.510930] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.660699] env[63302]: DEBUG nova.compute.manager [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Received event network-vif-plugged-d9835c66-a2ac-4275-8364-ed8313e04af3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1700.660943] env[63302]: DEBUG oslo_concurrency.lockutils [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] Acquiring lock "38191c74-3ce4-486c-9174-e5190b491ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.661210] env[63302]: DEBUG oslo_concurrency.lockutils [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] Lock "38191c74-3ce4-486c-9174-e5190b491ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.661677] env[63302]: DEBUG oslo_concurrency.lockutils [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] Lock "38191c74-3ce4-486c-9174-e5190b491ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.661677] env[63302]: DEBUG nova.compute.manager [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] No waiting events found dispatching network-vif-plugged-d9835c66-a2ac-4275-8364-ed8313e04af3 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1700.661786] env[63302]: WARNING nova.compute.manager [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Received unexpected event network-vif-plugged-d9835c66-a2ac-4275-8364-ed8313e04af3 for instance with vm_state building and task_state spawning. [ 1700.661908] env[63302]: DEBUG nova.compute.manager [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Received event network-changed-d9835c66-a2ac-4275-8364-ed8313e04af3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1700.662070] env[63302]: DEBUG nova.compute.manager [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Refreshing instance network info cache due to event network-changed-d9835c66-a2ac-4275-8364-ed8313e04af3. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1700.662291] env[63302]: DEBUG oslo_concurrency.lockutils [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] Acquiring lock "refresh_cache-38191c74-3ce4-486c-9174-e5190b491ee3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.807869] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0856d38b-6112-40d8-bd59-da91de83d36e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.815972] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4df0c7-b1d7-4ab5-b031-dd29f0cee3aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.858984] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68371543-3061-4b18-ad63-6c4e671518ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.871635] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a1fc42-a3a9-479d-b950-fd948b97ea63 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.895869] env[63302]: DEBUG nova.compute.provider_tree [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.962865] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "refresh_cache-38191c74-3ce4-486c-9174-e5190b491ee3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.963594] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Instance network_info: |[{"id": "d9835c66-a2ac-4275-8364-ed8313e04af3", "address": "fa:16:3e:84:8d:a4", "network": {"id": "b7be1991-5133-4c92-a163-251928cd0e83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-393225567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b6ed419d904a05a77315f4420f2139", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9835c66-a2", "ovs_interfaceid": "d9835c66-a2ac-4275-8364-ed8313e04af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1700.963594] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52847851-5361-b228-88cf-f994a32f7aac, 'name': SearchDatastore_Task, 'duration_secs': 0.025085} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.963851] env[63302]: DEBUG oslo_concurrency.lockutils [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] Acquired lock "refresh_cache-38191c74-3ce4-486c-9174-e5190b491ee3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.964250] env[63302]: DEBUG nova.network.neutron [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Refreshing network info cache for port d9835c66-a2ac-4275-8364-ed8313e04af3 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.965656] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:8d:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9835c66-a2ac-4275-8364-ed8313e04af3', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.973381] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Creating folder: Project (24b6ed419d904a05a77315f4420f2139). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1700.974932] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6477c0e4-7c09-4f9d-8ed6-c1cbee989175 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.977015] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118be15a-ecf0-4033-b5a6-ebc9027e5d6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.983059] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1700.983059] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525ac73e-0f6e-4f1b-009d-da835a0ed3e4" [ 1700.983059] env[63302]: _type = "Task" [ 1700.983059] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.988529] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Created folder: Project (24b6ed419d904a05a77315f4420f2139) in parent group-v372222. [ 1700.988765] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Creating folder: Instances. Parent ref: group-v372423. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1700.992168] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8265bc8a-74eb-4079-8e24-70dbd43559d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.993796] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525ac73e-0f6e-4f1b-009d-da835a0ed3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.001591] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Created folder: Instances in parent group-v372423. [ 1701.001832] env[63302]: DEBUG oslo.service.loopingcall [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.002147] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1701.002233] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ef5dab4-6ff8-46cf-afe1-ddcfedb912cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.027937] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.029310] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1701.029310] env[63302]: value = "task-1795719" [ 1701.029310] env[63302]: _type = "Task" [ 1701.029310] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.036654] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795719, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.366926] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.394246] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.394246] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.394246] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.394799] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.394799] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.394799] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.395030] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.395185] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.395278] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.395444] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.395619] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.396538] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030b7a9e-d2c3-4d2c-8a39-da803105e0ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.400298] env[63302]: DEBUG nova.scheduler.client.report [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.408895] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dda9483-cf49-4658-b51e-ff601542284e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.493093] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525ac73e-0f6e-4f1b-009d-da835a0ed3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.493376] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.493860] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2520c3f0-c28f-46ec-9ece-2171ba74ee62/2520c3f0-c28f-46ec-9ece-2171ba74ee62.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1701.493945] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05accaa-28b8-42fd-b30c-a24a4c71f80e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.500310] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1701.500310] env[63302]: value = "task-1795720" [ 1701.500310] env[63302]: _type = "Task" [ 1701.500310] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.508454] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.529955] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795716, 'name': PowerOnVM_Task, 'duration_secs': 0.673095} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.532903] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.533123] env[63302]: INFO nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1701.533324] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.534083] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417dc966-e3dd-40b8-947c-dfc8afb4c413 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.541563] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795719, 'name': CreateVM_Task, 'duration_secs': 0.400394} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.542960] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.546232] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.546397] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.546696] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.547148] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eca522f-3e8c-499e-bb40-77f035d9293b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.551698] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1701.551698] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ef66c5-2244-4b35-1805-1b27c83ed44a" [ 1701.551698] env[63302]: _type = "Task" [ 1701.551698] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.561244] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ef66c5-2244-4b35-1805-1b27c83ed44a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.753219] env[63302]: DEBUG nova.network.neutron [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Updated VIF entry in instance network info cache for port d9835c66-a2ac-4275-8364-ed8313e04af3. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.753219] env[63302]: DEBUG nova.network.neutron [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Updating instance_info_cache with network_info: [{"id": "d9835c66-a2ac-4275-8364-ed8313e04af3", "address": "fa:16:3e:84:8d:a4", "network": {"id": "b7be1991-5133-4c92-a163-251928cd0e83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-393225567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b6ed419d904a05a77315f4420f2139", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9835c66-a2", "ovs_interfaceid": "d9835c66-a2ac-4275-8364-ed8313e04af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.908018] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.908018] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.910122] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.870s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.911028] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.916174] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.278s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.916174] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.917090] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.358s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.919962] env[63302]: INFO nova.compute.claims [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.947419] env[63302]: INFO nova.scheduler.client.report [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Deleted allocations for instance d6af4e77-6569-4d31-abd7-48fdbec9e228 [ 1702.013917] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795720, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.058527] env[63302]: INFO nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Took 34.78 seconds to build instance. [ 1702.068026] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ef66c5-2244-4b35-1805-1b27c83ed44a, 'name': SearchDatastore_Task, 'duration_secs': 0.023586} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.068365] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.068596] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1702.068833] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.068980] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.069189] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1702.069760] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20c2dd80-bcee-4109-ba2a-a7d03bd0be7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.082209] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1702.082438] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1702.083461] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df700899-af83-4067-b7d5-2eec449fe31e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.089590] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1702.089590] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524edfb2-82f8-96ec-945d-bf5ae13b77e5" [ 1702.089590] env[63302]: _type = "Task" [ 1702.089590] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.098150] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524edfb2-82f8-96ec-945d-bf5ae13b77e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.215901] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.216214] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.218410] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Successfully updated port: 4a83cb89-96de-40ba-ad9e-c97db94c520e {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1702.255391] env[63302]: DEBUG oslo_concurrency.lockutils [req-d61bb70d-9467-4f35-8cfb-4a5a9d562d06 req-595b302d-c419-4e50-a118-63965cc3c473 service nova] Releasing lock "refresh_cache-38191c74-3ce4-486c-9174-e5190b491ee3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.428909] env[63302]: DEBUG nova.compute.utils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.435379] env[63302]: DEBUG oslo_concurrency.lockutils [None req-facefeee-f249-475e-847a-bdd5e058a522 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.143s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.436615] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.436859] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.439103] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.792s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.439342] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.439556] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.439995] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.441944] env[63302]: INFO nova.compute.manager [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Terminating instance [ 1702.455530] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ad438504-7be9-481d-9b2b-3a7c2c2beac6 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d6af4e77-6569-4d31-abd7-48fdbec9e228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.030s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.514544] env[63302]: DEBUG nova.policy [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e9a5f07674b47a09689b7b01acfaf19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24b6ed419d904a05a77315f4420f2139', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.519641] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795720, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.562661] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.297s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.607381] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524edfb2-82f8-96ec-945d-bf5ae13b77e5, 'name': SearchDatastore_Task, 'duration_secs': 0.065962} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.611447] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a27cf4-1e7d-4816-9828-3413103aaac6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.616805] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1702.616805] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524a10b5-90b8-ef47-8309-4ea5c45e8edf" [ 1702.616805] env[63302]: _type = "Task" [ 1702.616805] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.627116] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524a10b5-90b8-ef47-8309-4ea5c45e8edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.718480] env[63302]: DEBUG nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1702.722367] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "refresh_cache-7a491f26-489a-4c8d-a7c6-b20aab75b902" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.722491] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "refresh_cache-7a491f26-489a-4c8d-a7c6-b20aab75b902" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.722632] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.786117] env[63302]: DEBUG nova.compute.manager [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Received event network-vif-plugged-4a83cb89-96de-40ba-ad9e-c97db94c520e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.786502] env[63302]: DEBUG oslo_concurrency.lockutils [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] Acquiring lock "7a491f26-489a-4c8d-a7c6-b20aab75b902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.786826] env[63302]: DEBUG oslo_concurrency.lockutils [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] Lock "7a491f26-489a-4c8d-a7c6-b20aab75b902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.787130] env[63302]: DEBUG oslo_concurrency.lockutils [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] Lock "7a491f26-489a-4c8d-a7c6-b20aab75b902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.787399] env[63302]: DEBUG nova.compute.manager [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] No waiting events found dispatching network-vif-plugged-4a83cb89-96de-40ba-ad9e-c97db94c520e {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.787677] env[63302]: WARNING nova.compute.manager [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Received unexpected event network-vif-plugged-4a83cb89-96de-40ba-ad9e-c97db94c520e for instance with vm_state building and task_state spawning. [ 1702.787959] env[63302]: DEBUG nova.compute.manager [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Received event network-changed-4a83cb89-96de-40ba-ad9e-c97db94c520e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.788273] env[63302]: DEBUG nova.compute.manager [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Refreshing instance network info cache due to event network-changed-4a83cb89-96de-40ba-ad9e-c97db94c520e. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1702.788556] env[63302]: DEBUG oslo_concurrency.lockutils [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] Acquiring lock "refresh_cache-7a491f26-489a-4c8d-a7c6-b20aab75b902" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.829030] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1961213c-2d07-4424-b339-bf882b8ba1b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.835885] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca10bfaa-03eb-43a9-8962-7212e1a2be90 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.869472] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873467ab-e3cb-4341-8588-e9886953b1df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.877812] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016925f3-a4ed-43dd-bb94-d13a64b1af90 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.897017] env[63302]: DEBUG nova.compute.provider_tree [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.944893] env[63302]: DEBUG nova.compute.manager [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1702.945212] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.945432] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65083ae8-8640-4a20-a09d-8450bc082303 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.949267] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.956836] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6538dd-cc51-4264-937a-5910639cddad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.967897] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Successfully created port: 19e544b3-5390-4994-96b7-ce9a3bbf88fe {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.991733] env[63302]: WARNING nova.virt.vmwareapi.vmops [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bec92484-6111-4c4b-9592-d6d00a38d34b could not be found. [ 1702.991870] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1702.992044] env[63302]: INFO nova.compute.manager [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1702.992294] env[63302]: DEBUG oslo.service.loopingcall [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.992602] env[63302]: DEBUG nova.compute.manager [-] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1702.992683] env[63302]: DEBUG nova.network.neutron [-] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1703.013721] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795720, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.127815] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524a10b5-90b8-ef47-8309-4ea5c45e8edf, 'name': SearchDatastore_Task, 'duration_secs': 0.016172} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.128097] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.128464] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 38191c74-3ce4-486c-9174-e5190b491ee3/38191c74-3ce4-486c-9174-e5190b491ee3.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1703.128748] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39883f3-b436-46cd-a468-13545c63cf8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.136167] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1703.136167] env[63302]: value = "task-1795721" [ 1703.136167] env[63302]: _type = "Task" [ 1703.136167] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.144257] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.243036] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.309311] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.400403] env[63302]: DEBUG nova.scheduler.client.report [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.513592] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795720, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.924035} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.513860] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2520c3f0-c28f-46ec-9ece-2171ba74ee62/2520c3f0-c28f-46ec-9ece-2171ba74ee62.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.514087] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.514353] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e9e115-989f-4738-84a4-c8554395716e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.523262] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1703.523262] env[63302]: value = "task-1795722" [ 1703.523262] env[63302]: _type = "Task" [ 1703.523262] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.529068] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.653028] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795721, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.872342] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Updating instance_info_cache with network_info: [{"id": "4a83cb89-96de-40ba-ad9e-c97db94c520e", "address": "fa:16:3e:42:53:58", "network": {"id": "b7be1991-5133-4c92-a163-251928cd0e83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-393225567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b6ed419d904a05a77315f4420f2139", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83cb89-96", "ovs_interfaceid": "4a83cb89-96de-40ba-ad9e-c97db94c520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.908471] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.989s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.908471] env[63302]: DEBUG nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1703.910150] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.492s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.917069] env[63302]: INFO nova.compute.claims [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1703.975687] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.005783] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.006016] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.006175] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.006470] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.006520] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.010750] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.010750] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.010750] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.010750] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.010750] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.010750] env[63302]: DEBUG nova.virt.hardware [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.010750] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5041a5d2-6fdb-49b9-bbf7-e6589e9fdc27 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.016818] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fdac93-7e67-4ad2-8d5c-7406d2d3d0ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.037590] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072272} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.037853] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.038667] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f390a0-8fdd-4b19-8ce8-ede06f8115f3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.060598] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2520c3f0-c28f-46ec-9ece-2171ba74ee62/2520c3f0-c28f-46ec-9ece-2171ba74ee62.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.060894] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28a6a50-6d59-4bb0-a618-c1aee542469b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.086012] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1704.086012] env[63302]: value = "task-1795723" [ 1704.086012] env[63302]: _type = "Task" [ 1704.086012] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.093412] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.148901] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861365} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.149254] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 38191c74-3ce4-486c-9174-e5190b491ee3/38191c74-3ce4-486c-9174-e5190b491ee3.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1704.149574] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1704.149884] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-535e6617-b90b-4e85-ae4d-eacd80c21acf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.156751] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1704.156751] env[63302]: value = "task-1795724" [ 1704.156751] env[63302]: _type = "Task" [ 1704.156751] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.165055] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.238930] env[63302]: DEBUG nova.network.neutron [-] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.376788] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "refresh_cache-7a491f26-489a-4c8d-a7c6-b20aab75b902" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.377107] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Instance network_info: |[{"id": "4a83cb89-96de-40ba-ad9e-c97db94c520e", "address": "fa:16:3e:42:53:58", "network": {"id": "b7be1991-5133-4c92-a163-251928cd0e83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-393225567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b6ed419d904a05a77315f4420f2139", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83cb89-96", "ovs_interfaceid": "4a83cb89-96de-40ba-ad9e-c97db94c520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1704.377468] env[63302]: DEBUG oslo_concurrency.lockutils [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] Acquired lock "refresh_cache-7a491f26-489a-4c8d-a7c6-b20aab75b902" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.377597] env[63302]: DEBUG nova.network.neutron [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Refreshing network info cache for port 4a83cb89-96de-40ba-ad9e-c97db94c520e {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.380146] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:53:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a83cb89-96de-40ba-ad9e-c97db94c520e', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.388654] env[63302]: DEBUG oslo.service.loopingcall [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.388654] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.394339] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2580d6bd-2515-43b9-97ee-6c1b0cae306d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.409852] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.409852] env[63302]: value = "task-1795725" [ 1704.409852] env[63302]: _type = "Task" [ 1704.409852] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.418450] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795725, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.424197] env[63302]: DEBUG nova.compute.utils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.425844] env[63302]: DEBUG nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1704.426036] env[63302]: DEBUG nova.network.neutron [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.528695] env[63302]: DEBUG nova.policy [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d3256ab3ae64ea98608061c3e85ae4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aff58ac1d6e94b24bd18708f49905495', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.587279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "d401787b-7960-488a-9d12-949af3f2623c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.587279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d401787b-7960-488a-9d12-949af3f2623c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.587279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "d401787b-7960-488a-9d12-949af3f2623c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.587279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d401787b-7960-488a-9d12-949af3f2623c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.587279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d401787b-7960-488a-9d12-949af3f2623c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.588227] env[63302]: INFO nova.compute.manager [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Terminating instance [ 1704.607679] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.650193] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Successfully updated port: 19e544b3-5390-4994-96b7-ce9a3bbf88fe {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.667810] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070124} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.668312] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.669255] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401f97a-f1b4-49b2-bb73-7f9c1c9bd933 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.699872] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 38191c74-3ce4-486c-9174-e5190b491ee3/38191c74-3ce4-486c-9174-e5190b491ee3.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.700818] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3560fab-7ef7-4bd7-8c0f-a46a88876586 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.722179] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1704.722179] env[63302]: value = "task-1795726" [ 1704.722179] env[63302]: _type = "Task" [ 1704.722179] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.731769] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.741456] env[63302]: INFO nova.compute.manager [-] [instance: bec92484-6111-4c4b-9592-d6d00a38d34b] Took 1.75 seconds to deallocate network for instance. [ 1704.819159] env[63302]: DEBUG nova.compute.manager [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Received event network-vif-plugged-19e544b3-5390-4994-96b7-ce9a3bbf88fe {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.819432] env[63302]: DEBUG oslo_concurrency.lockutils [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] Acquiring lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.819653] env[63302]: DEBUG oslo_concurrency.lockutils [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] Lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.819847] env[63302]: DEBUG oslo_concurrency.lockutils [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] Lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.820116] env[63302]: DEBUG nova.compute.manager [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] No waiting events found dispatching network-vif-plugged-19e544b3-5390-4994-96b7-ce9a3bbf88fe {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.820427] env[63302]: WARNING nova.compute.manager [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Received unexpected event network-vif-plugged-19e544b3-5390-4994-96b7-ce9a3bbf88fe for instance with vm_state building and task_state spawning. [ 1704.820537] env[63302]: DEBUG nova.compute.manager [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Received event network-changed-19e544b3-5390-4994-96b7-ce9a3bbf88fe {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.820711] env[63302]: DEBUG nova.compute.manager [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Refreshing instance network info cache due to event network-changed-19e544b3-5390-4994-96b7-ce9a3bbf88fe. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1704.820921] env[63302]: DEBUG oslo_concurrency.lockutils [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] Acquiring lock "refresh_cache-0467bf59-8d10-4d28-bbfd-7443d0915ea3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.821071] env[63302]: DEBUG oslo_concurrency.lockutils [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] Acquired lock "refresh_cache-0467bf59-8d10-4d28-bbfd-7443d0915ea3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.821260] env[63302]: DEBUG nova.network.neutron [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Refreshing network info cache for port 19e544b3-5390-4994-96b7-ce9a3bbf88fe {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.922533] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795725, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.929596] env[63302]: DEBUG nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.077152] env[63302]: DEBUG nova.network.neutron [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Successfully created port: 4735534a-be86-4ce8-87a1-eaae87de5bed {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.102079] env[63302]: DEBUG nova.compute.manager [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1705.102386] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.108451] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77739e03-a776-4785-ad1c-999989a6068f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.110832] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795723, 'name': ReconfigVM_Task, 'duration_secs': 0.813145} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.111288] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2520c3f0-c28f-46ec-9ece-2171ba74ee62/2520c3f0-c28f-46ec-9ece-2171ba74ee62.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.113269] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0793c38-2418-4a7b-ab29-48a2152bf48f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.119952] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.121194] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925b4a3c-cae5-40fa-961e-fbdd7f0ea120 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.122528] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1705.122528] env[63302]: value = "task-1795727" [ 1705.122528] env[63302]: _type = "Task" [ 1705.122528] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.131854] env[63302]: DEBUG oslo_vmware.api [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1705.131854] env[63302]: value = "task-1795728" [ 1705.131854] env[63302]: _type = "Task" [ 1705.131854] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.143052] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795727, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.148932] env[63302]: DEBUG oslo_vmware.api [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.153093] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "refresh_cache-0467bf59-8d10-4d28-bbfd-7443d0915ea3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.166404] env[63302]: DEBUG nova.network.neutron [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Updated VIF entry in instance network info cache for port 4a83cb89-96de-40ba-ad9e-c97db94c520e. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.166780] env[63302]: DEBUG nova.network.neutron [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Updating instance_info_cache with network_info: [{"id": "4a83cb89-96de-40ba-ad9e-c97db94c520e", "address": "fa:16:3e:42:53:58", "network": {"id": "b7be1991-5133-4c92-a163-251928cd0e83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-393225567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b6ed419d904a05a77315f4420f2139", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a83cb89-96", "ovs_interfaceid": "4a83cb89-96de-40ba-ad9e-c97db94c520e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.236679] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795726, 'name': ReconfigVM_Task, 'duration_secs': 0.341861} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.236966] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 38191c74-3ce4-486c-9174-e5190b491ee3/38191c74-3ce4-486c-9174-e5190b491ee3.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.237612] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aaf52bc-c6a5-4277-96dc-6172c28007ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.251550] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1705.251550] env[63302]: value = "task-1795729" [ 1705.251550] env[63302]: _type = "Task" [ 1705.251550] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.264710] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795729, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.366025] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f548c3-78f5-4b4e-974e-d4e72f12af8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.373152] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb8254-0608-48d2-9ff4-964e277b1c90 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.382135] env[63302]: DEBUG nova.network.neutron [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.411661] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b637c52a-094a-466c-851b-e10f37cefab6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.426089] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795725, 'name': CreateVM_Task, 'duration_secs': 0.798169} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.429543] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1705.430850] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.432997] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.432997] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1705.432997] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85034436-4001-41b5-a582-999867a0882f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.437512] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f5dcdf-adcc-4f6e-a47a-72b3d0577e93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.453462] env[63302]: DEBUG nova.compute.provider_tree [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.456197] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1705.456197] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524ec893-e36e-00ad-7fff-dcce0c6187be" [ 1705.456197] env[63302]: _type = "Task" [ 1705.456197] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.467391] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524ec893-e36e-00ad-7fff-dcce0c6187be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.579046] env[63302]: DEBUG nova.network.neutron [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.639201] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795727, 'name': Rename_Task, 'duration_secs': 0.214038} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.639912] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.640177] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a6112e-13be-4c34-a802-52438d49b839 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.644948] env[63302]: DEBUG oslo_vmware.api [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795728, 'name': PowerOffVM_Task, 'duration_secs': 0.283687} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.645730] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1705.645730] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1705.645730] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8ce8b1d-f69a-479b-b23e-6009cb12f2da {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.649748] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1705.649748] env[63302]: value = "task-1795730" [ 1705.649748] env[63302]: _type = "Task" [ 1705.649748] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.657647] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.676068] env[63302]: DEBUG oslo_concurrency.lockutils [req-0be5b81f-cbc9-4dd8-acb3-6c4ccc3228ad req-e1828b0b-0bd6-4d6b-a5f3-0c9edcbbc02f service nova] Releasing lock "refresh_cache-7a491f26-489a-4c8d-a7c6-b20aab75b902" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.765383] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795729, 'name': Rename_Task, 'duration_secs': 0.210361} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.766710] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.767148] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1705.767243] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1705.767424] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Deleting the datastore file [datastore1] d401787b-7960-488a-9d12-949af3f2623c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1705.767673] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9bd5667-01ef-4e39-bea3-c2c9a9480fd8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.771480] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb2bf9f6-5330-4b53-80d5-5e4fa03b2269 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.773931] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca73a136-83eb-4186-bcff-501f77db0f6e tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "bec92484-6111-4c4b-9592-d6d00a38d34b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.335s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.779778] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1705.779778] env[63302]: value = "task-1795732" [ 1705.779778] env[63302]: _type = "Task" [ 1705.779778] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.781337] env[63302]: DEBUG oslo_vmware.api [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for the task: (returnval){ [ 1705.781337] env[63302]: value = "task-1795733" [ 1705.781337] env[63302]: _type = "Task" [ 1705.781337] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.792902] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.796919] env[63302]: DEBUG oslo_vmware.api [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.944456] env[63302]: DEBUG nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1705.958646] env[63302]: DEBUG nova.scheduler.client.report [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.977610] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524ec893-e36e-00ad-7fff-dcce0c6187be, 'name': SearchDatastore_Task, 'duration_secs': 0.028696} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.980012] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1705.980338] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.980481] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1705.980693] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.980856] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1705.981036] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1705.981281] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1705.981450] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1705.981641] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1705.981843] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1705.982055] env[63302]: DEBUG nova.virt.hardware [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1705.982501] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.982737] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1705.982989] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.983168] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.983752] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.984747] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3a4476-06cb-4f3f-b244-439a73fe0745 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.988126] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e716d8b7-ffbc-4b8f-9486-903085957ae7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.996104] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a3efc-5943-4e3b-8056-323272b17381 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.002064] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1706.002064] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1706.003311] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2300582f-0cf3-43eb-93fe-08a6b2f2b41e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.020093] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1706.020093] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ddb129-a5f3-ff30-c0aa-5e39a4a86c99" [ 1706.020093] env[63302]: _type = "Task" [ 1706.020093] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.028667] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ddb129-a5f3-ff30-c0aa-5e39a4a86c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.084553] env[63302]: DEBUG oslo_concurrency.lockutils [req-79faf44e-c7c9-4c11-9fc3-71e2ffa83f69 req-a1121e37-6a8a-458e-9ef8-abc6929992ed service nova] Releasing lock "refresh_cache-0467bf59-8d10-4d28-bbfd-7443d0915ea3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.085040] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "refresh_cache-0467bf59-8d10-4d28-bbfd-7443d0915ea3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.085216] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.162267] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.294557] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795732, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.297759] env[63302]: DEBUG oslo_vmware.api [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Task: {'id': task-1795733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228034} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.297869] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.298015] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1706.298207] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1706.298383] env[63302]: INFO nova.compute.manager [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] [instance: d401787b-7960-488a-9d12-949af3f2623c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1706.298627] env[63302]: DEBUG oslo.service.loopingcall [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.299364] env[63302]: DEBUG nova.compute.manager [-] [instance: d401787b-7960-488a-9d12-949af3f2623c] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1706.299364] env[63302]: DEBUG nova.network.neutron [-] [instance: d401787b-7960-488a-9d12-949af3f2623c] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1706.475021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.475021] env[63302]: DEBUG nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.476770] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.909s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.534294] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ddb129-a5f3-ff30-c0aa-5e39a4a86c99, 'name': SearchDatastore_Task, 'duration_secs': 0.016615} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.535541] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868f1efb-f5e9-458e-9166-6612b9c56ae9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.542255] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1706.542255] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f6e777-9aa7-d2d8-695b-6550accee8b6" [ 1706.542255] env[63302]: _type = "Task" [ 1706.542255] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.552052] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f6e777-9aa7-d2d8-695b-6550accee8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.648977] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.663807] env[63302]: DEBUG oslo_vmware.api [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795730, 'name': PowerOnVM_Task, 'duration_secs': 0.554065} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.664650] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.665392] env[63302]: INFO nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1706.665638] env[63302]: DEBUG nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.666818] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e581c715-10ac-43c2-bfe7-71909548621d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.762437] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "70bed86a-ae8e-4911-91eb-f8de877584d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.762904] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.796958] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795732, 'name': PowerOnVM_Task, 'duration_secs': 0.786327} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.796958] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.796958] env[63302]: INFO nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1706.796958] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.798312] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14ffa7b-ed00-4a52-86ee-7ff4f28ac7f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.838412] env[63302]: DEBUG nova.compute.manager [req-57bb7839-c783-4a2e-bb81-4a786e93e795 req-e27f2c79-b690-4f24-baaa-283218d2583a service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Received event network-vif-plugged-4735534a-be86-4ce8-87a1-eaae87de5bed {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.841211] env[63302]: DEBUG oslo_concurrency.lockutils [req-57bb7839-c783-4a2e-bb81-4a786e93e795 req-e27f2c79-b690-4f24-baaa-283218d2583a service nova] Acquiring lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.841211] env[63302]: DEBUG oslo_concurrency.lockutils [req-57bb7839-c783-4a2e-bb81-4a786e93e795 req-e27f2c79-b690-4f24-baaa-283218d2583a service nova] Lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.841211] env[63302]: DEBUG oslo_concurrency.lockutils [req-57bb7839-c783-4a2e-bb81-4a786e93e795 req-e27f2c79-b690-4f24-baaa-283218d2583a service nova] Lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.841211] env[63302]: DEBUG nova.compute.manager [req-57bb7839-c783-4a2e-bb81-4a786e93e795 req-e27f2c79-b690-4f24-baaa-283218d2583a service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] No waiting events found dispatching network-vif-plugged-4735534a-be86-4ce8-87a1-eaae87de5bed {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1706.841211] env[63302]: WARNING nova.compute.manager [req-57bb7839-c783-4a2e-bb81-4a786e93e795 req-e27f2c79-b690-4f24-baaa-283218d2583a service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Received unexpected event network-vif-plugged-4735534a-be86-4ce8-87a1-eaae87de5bed for instance with vm_state building and task_state spawning. [ 1706.859787] env[63302]: DEBUG nova.compute.manager [req-2cfce653-957b-4a59-8e85-06e9c80f5d3b req-c3437b09-4e37-4e9f-8823-98afacf2643f service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Received event network-vif-deleted-a83352e4-67b4-409a-8aa4-147124f45e48 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.859983] env[63302]: INFO nova.compute.manager [req-2cfce653-957b-4a59-8e85-06e9c80f5d3b req-c3437b09-4e37-4e9f-8823-98afacf2643f service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Neutron deleted interface a83352e4-67b4-409a-8aa4-147124f45e48; detaching it from the instance and deleting it from the info cache [ 1706.860173] env[63302]: DEBUG nova.network.neutron [req-2cfce653-957b-4a59-8e85-06e9c80f5d3b req-c3437b09-4e37-4e9f-8823-98afacf2643f service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.899144] env[63302]: DEBUG nova.network.neutron [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Successfully updated port: 4735534a-be86-4ce8-87a1-eaae87de5bed {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.980797] env[63302]: DEBUG nova.compute.utils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.986186] env[63302]: DEBUG nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1706.986444] env[63302]: DEBUG nova.network.neutron [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.025930] env[63302]: DEBUG nova.policy [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4135f023dce94ebfbc34c966bfd53e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2edbfd263e3944908526be1c37d05b75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.057483] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f6e777-9aa7-d2d8-695b-6550accee8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.034837} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.058378] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.058671] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7a491f26-489a-4c8d-a7c6-b20aab75b902/7a491f26-489a-4c8d-a7c6-b20aab75b902.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.061755] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1b76f29-91d1-43ff-8a80-9dc81aaf9a0d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.069886] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1707.069886] env[63302]: value = "task-1795734" [ 1707.069886] env[63302]: _type = "Task" [ 1707.069886] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.080084] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.097223] env[63302]: DEBUG nova.network.neutron [-] [instance: d401787b-7960-488a-9d12-949af3f2623c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.155885] env[63302]: DEBUG nova.network.neutron [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Updating instance_info_cache with network_info: [{"id": "19e544b3-5390-4994-96b7-ce9a3bbf88fe", "address": "fa:16:3e:7b:23:e2", "network": {"id": "b7be1991-5133-4c92-a163-251928cd0e83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-393225567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b6ed419d904a05a77315f4420f2139", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e544b3-53", "ovs_interfaceid": "19e544b3-5390-4994-96b7-ce9a3bbf88fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.195657] env[63302]: INFO nova.compute.manager [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Took 39.89 seconds to build instance. [ 1707.266551] env[63302]: DEBUG nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1707.316092] env[63302]: INFO nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Took 28.57 seconds to build instance. [ 1707.340633] env[63302]: DEBUG nova.network.neutron [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Successfully created port: e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.366240] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a103cf71-9996-4c18-ac09-e3db1e34507d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.379848] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a61544-9964-4250-9d5d-893ce7fe82c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.402753] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquiring lock "refresh_cache-41e85b19-a6d4-41d6-8239-b80e9edd0e72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.402959] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquired lock "refresh_cache-41e85b19-a6d4-41d6-8239-b80e9edd0e72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.403179] env[63302]: DEBUG nova.network.neutron [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.412914] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b12f0f-d32a-412c-b8ad-97442002d827 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.428545] env[63302]: DEBUG nova.compute.manager [req-2cfce653-957b-4a59-8e85-06e9c80f5d3b req-c3437b09-4e37-4e9f-8823-98afacf2643f service nova] [instance: d401787b-7960-488a-9d12-949af3f2623c] Detach interface failed, port_id=a83352e4-67b4-409a-8aa4-147124f45e48, reason: Instance d401787b-7960-488a-9d12-949af3f2623c could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1707.436850] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6362903-498c-4adc-b38d-95d28c471912 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.467047] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceebca2-a7b7-4a58-b763-598cc41c24a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.474797] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a461aa-1956-4fb8-9be2-ef7adedb671f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.492180] env[63302]: DEBUG nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.494937] env[63302]: DEBUG nova.compute.provider_tree [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.581920] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795734, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.599087] env[63302]: INFO nova.compute.manager [-] [instance: d401787b-7960-488a-9d12-949af3f2623c] Took 1.30 seconds to deallocate network for instance. [ 1707.658896] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "refresh_cache-0467bf59-8d10-4d28-bbfd-7443d0915ea3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.659362] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Instance network_info: |[{"id": "19e544b3-5390-4994-96b7-ce9a3bbf88fe", "address": "fa:16:3e:7b:23:e2", "network": {"id": "b7be1991-5133-4c92-a163-251928cd0e83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-393225567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b6ed419d904a05a77315f4420f2139", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e544b3-53", "ovs_interfaceid": "19e544b3-5390-4994-96b7-ce9a3bbf88fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1707.660271] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:23:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19e544b3-5390-4994-96b7-ce9a3bbf88fe', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.672538] env[63302]: DEBUG oslo.service.loopingcall [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.675018] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.675018] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1025346-d0b7-485b-a751-6cda5ee824af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.699745] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99d5c81c-eef1-49b5-b46c-caa5003b8d23 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.398s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.700033] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.700033] env[63302]: value = "task-1795735" [ 1707.700033] env[63302]: _type = "Task" [ 1707.700033] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.711246] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795735, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.791708] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.820670] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "38191c74-3ce4-486c-9174-e5190b491ee3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.077s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.978808] env[63302]: DEBUG nova.network.neutron [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.000511] env[63302]: DEBUG nova.scheduler.client.report [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.081677] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958339} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.081984] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7a491f26-489a-4c8d-a7c6-b20aab75b902/7a491f26-489a-4c8d-a7c6-b20aab75b902.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.082229] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.082514] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d30cc2fc-a392-49f7-a23c-f4b9de10e9c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.089332] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1708.089332] env[63302]: value = "task-1795736" [ 1708.089332] env[63302]: _type = "Task" [ 1708.089332] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.097853] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.105943] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.177713] env[63302]: DEBUG nova.network.neutron [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Updating instance_info_cache with network_info: [{"id": "4735534a-be86-4ce8-87a1-eaae87de5bed", "address": "fa:16:3e:c7:99:54", "network": {"id": "363bc76a-34fc-413c-a3f8-622c37bcf5cc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-465569604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff58ac1d6e94b24bd18708f49905495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4735534a-be", "ovs_interfaceid": "4735534a-be86-4ce8-87a1-eaae87de5bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.215972] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795735, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.482666] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.483106] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.483371] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.483570] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.483927] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.486285] env[63302]: INFO nova.compute.manager [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Terminating instance [ 1708.519715] env[63302]: DEBUG nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.562869] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.563230] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.563478] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.563735] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.563940] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.564358] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.564611] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.564816] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.564945] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.565128] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.565311] env[63302]: DEBUG nova.virt.hardware [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.566555] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8d40ae-ec33-4c3b-af36-53c0816841d7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.578753] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e19fb0-f737-4563-8e62-e2de18b13b20 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.600343] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091198} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.600569] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1708.601349] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81848248-d728-44f1-9dfe-9b363052f01c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.626749] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 7a491f26-489a-4c8d-a7c6-b20aab75b902/7a491f26-489a-4c8d-a7c6-b20aab75b902.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1708.627081] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9753019c-221d-4d85-a2b8-ff2a46c73483 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.648853] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1708.648853] env[63302]: value = "task-1795737" [ 1708.648853] env[63302]: _type = "Task" [ 1708.648853] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.658815] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.679310] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Releasing lock "refresh_cache-41e85b19-a6d4-41d6-8239-b80e9edd0e72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.679437] env[63302]: DEBUG nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Instance network_info: |[{"id": "4735534a-be86-4ce8-87a1-eaae87de5bed", "address": "fa:16:3e:c7:99:54", "network": {"id": "363bc76a-34fc-413c-a3f8-622c37bcf5cc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-465569604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff58ac1d6e94b24bd18708f49905495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4735534a-be", "ovs_interfaceid": "4735534a-be86-4ce8-87a1-eaae87de5bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.679902] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:99:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4735534a-be86-4ce8-87a1-eaae87de5bed', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.689778] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Creating folder: Project (aff58ac1d6e94b24bd18708f49905495). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.690059] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac489f26-459e-4940-a510-19202d0a3c64 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.701942] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Created folder: Project (aff58ac1d6e94b24bd18708f49905495) in parent group-v372222. [ 1708.702167] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Creating folder: Instances. Parent ref: group-v372428. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.702502] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-970d3d87-f947-48ab-986b-4964a1baae34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.710515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.710515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.710515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.710515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.710515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.711214] env[63302]: INFO nova.compute.manager [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Terminating instance [ 1708.717870] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795735, 'name': CreateVM_Task, 'duration_secs': 0.819517} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.719085] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.719361] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Created folder: Instances in parent group-v372428. [ 1708.719586] env[63302]: DEBUG oslo.service.loopingcall [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.720788] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.721039] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.721378] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.721759] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.722052] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5aefe66-7bc6-4e07-a261-9d992e1700ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.723806] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-837d12a9-5e21-4e84-bd6f-3c93eaa943d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.742519] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1708.742519] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a10d94-ddbf-99a8-393e-96e2ce740fe8" [ 1708.742519] env[63302]: _type = "Task" [ 1708.742519] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.747319] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.747319] env[63302]: value = "task-1795740" [ 1708.747319] env[63302]: _type = "Task" [ 1708.747319] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.753255] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a10d94-ddbf-99a8-393e-96e2ce740fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.758280] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795740, 'name': CreateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.887396] env[63302]: DEBUG nova.compute.manager [req-d806d6b0-0daf-433b-af25-6a13217baa37 req-bb891a57-3390-4d6d-87ae-370c45ac3a2e service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Received event network-changed-4735534a-be86-4ce8-87a1-eaae87de5bed {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1708.887647] env[63302]: DEBUG nova.compute.manager [req-d806d6b0-0daf-433b-af25-6a13217baa37 req-bb891a57-3390-4d6d-87ae-370c45ac3a2e service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Refreshing instance network info cache due to event network-changed-4735534a-be86-4ce8-87a1-eaae87de5bed. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1708.887918] env[63302]: DEBUG oslo_concurrency.lockutils [req-d806d6b0-0daf-433b-af25-6a13217baa37 req-bb891a57-3390-4d6d-87ae-370c45ac3a2e service nova] Acquiring lock "refresh_cache-41e85b19-a6d4-41d6-8239-b80e9edd0e72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.888140] env[63302]: DEBUG oslo_concurrency.lockutils [req-d806d6b0-0daf-433b-af25-6a13217baa37 req-bb891a57-3390-4d6d-87ae-370c45ac3a2e service nova] Acquired lock "refresh_cache-41e85b19-a6d4-41d6-8239-b80e9edd0e72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.888382] env[63302]: DEBUG nova.network.neutron [req-d806d6b0-0daf-433b-af25-6a13217baa37 req-bb891a57-3390-4d6d-87ae-370c45ac3a2e service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Refreshing network info cache for port 4735534a-be86-4ce8-87a1-eaae87de5bed {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.990618] env[63302]: DEBUG nova.compute.manager [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1708.990900] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.991956] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8fd01-7c27-4eef-8558-2fe638dd22bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.000123] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.000359] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe1a238f-d799-4d03-889b-c4c2adc950cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.007347] env[63302]: DEBUG oslo_vmware.api [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1709.007347] env[63302]: value = "task-1795741" [ 1709.007347] env[63302]: _type = "Task" [ 1709.007347] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.016741] env[63302]: DEBUG oslo_vmware.api [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.026768] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.548s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.028102] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.718s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.031216] env[63302]: INFO nova.compute.claims [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.162664] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795737, 'name': ReconfigVM_Task, 'duration_secs': 0.484415} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.163633] env[63302]: DEBUG nova.network.neutron [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Successfully updated port: e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.165581] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 7a491f26-489a-4c8d-a7c6-b20aab75b902/7a491f26-489a-4c8d-a7c6-b20aab75b902.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1709.166462] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-769eca6c-c0bf-46b5-bd26-eaadd4f19736 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.176586] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1709.176586] env[63302]: value = "task-1795742" [ 1709.176586] env[63302]: _type = "Task" [ 1709.176586] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.193602] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795742, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.215517] env[63302]: DEBUG nova.compute.manager [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1709.216460] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.217418] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5446a10a-27d8-44ea-8701-d5574b003f3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.225645] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.225922] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e37f641-1299-4522-8b1e-8b134337115e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.238885] env[63302]: DEBUG oslo_vmware.api [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1709.238885] env[63302]: value = "task-1795743" [ 1709.238885] env[63302]: _type = "Task" [ 1709.238885] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.257034] env[63302]: DEBUG oslo_vmware.api [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.261546] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a10d94-ddbf-99a8-393e-96e2ce740fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.019007} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.261711] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.261858] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.262117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.263031] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.263031] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.267205] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0452b828-22eb-4891-a29c-e64aaf13e67c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.268672] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795740, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.275139] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.275351] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.276107] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6d4e86-f04d-40e1-af60-78d70ca4078e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.281656] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1709.281656] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524a25e5-43dd-37ba-ed9e-5a01cf7b06ea" [ 1709.281656] env[63302]: _type = "Task" [ 1709.281656] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.290202] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524a25e5-43dd-37ba-ed9e-5a01cf7b06ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.522850] env[63302]: DEBUG oslo_vmware.api [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795741, 'name': PowerOffVM_Task, 'duration_secs': 0.216932} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.523159] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.523334] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.523617] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bd12c06-968f-4d41-a2f7-8e2c22377c4f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.615508] env[63302]: INFO nova.scheduler.client.report [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted allocation for migration 7bd625bb-d5e2-4251-aee7-a05d131e0281 [ 1709.672113] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.673281] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.673281] env[63302]: DEBUG nova.network.neutron [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.687944] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795742, 'name': Rename_Task, 'duration_secs': 0.180053} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.692507] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.692808] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b5873b5-ec7b-4d63-a67b-1eb573f75a8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.701786] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1709.701786] env[63302]: value = "task-1795745" [ 1709.701786] env[63302]: _type = "Task" [ 1709.701786] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.713130] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.750926] env[63302]: DEBUG oslo_vmware.api [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795743, 'name': PowerOffVM_Task, 'duration_secs': 0.233426} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.755935] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.756331] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.756732] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6844cdf3-5ccb-4b8f-a590-d4868f9c0d17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.764216] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795740, 'name': CreateVM_Task, 'duration_secs': 0.678379} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.764566] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.765406] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.765720] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.767405] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.769017] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de00e587-175e-40d4-9bc7-7e7e963c25e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.776308] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1709.776308] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523066d3-60b3-3ad0-4180-c3856a54b2c0" [ 1709.776308] env[63302]: _type = "Task" [ 1709.776308] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.786839] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523066d3-60b3-3ad0-4180-c3856a54b2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.797115] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524a25e5-43dd-37ba-ed9e-5a01cf7b06ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.800645] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1d54e4-c4b1-40b8-a83d-435171ecbeef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.807245] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1709.807245] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5254f1f3-1b20-27e1-1303-1685bcd6c225" [ 1709.807245] env[63302]: _type = "Task" [ 1709.807245] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.815806] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5254f1f3-1b20-27e1-1303-1685bcd6c225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.825180] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.825432] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.826039] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleting the datastore file [datastore1] b78c09dd-d26d-4dc1-a2d3-b1862916fde7 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.826039] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5183c4e-3f29-482e-8906-7b9d1f1e32bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.832788] env[63302]: DEBUG oslo_vmware.api [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1709.832788] env[63302]: value = "task-1795747" [ 1709.832788] env[63302]: _type = "Task" [ 1709.832788] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.843562] env[63302]: DEBUG oslo_vmware.api [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.869767] env[63302]: DEBUG nova.network.neutron [req-d806d6b0-0daf-433b-af25-6a13217baa37 req-bb891a57-3390-4d6d-87ae-370c45ac3a2e service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Updated VIF entry in instance network info cache for port 4735534a-be86-4ce8-87a1-eaae87de5bed. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.870164] env[63302]: DEBUG nova.network.neutron [req-d806d6b0-0daf-433b-af25-6a13217baa37 req-bb891a57-3390-4d6d-87ae-370c45ac3a2e service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Updating instance_info_cache with network_info: [{"id": "4735534a-be86-4ce8-87a1-eaae87de5bed", "address": "fa:16:3e:c7:99:54", "network": {"id": "363bc76a-34fc-413c-a3f8-622c37bcf5cc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-465569604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff58ac1d6e94b24bd18708f49905495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4735534a-be", "ovs_interfaceid": "4735534a-be86-4ce8-87a1-eaae87de5bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.976100] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.976100] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.976100] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleting the datastore file [datastore1] 2520c3f0-c28f-46ec-9ece-2171ba74ee62 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.976100] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de91b5f0-d0d5-4f84-9342-1b50117ead4b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.983053] env[63302]: DEBUG oslo_vmware.api [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for the task: (returnval){ [ 1709.983053] env[63302]: value = "task-1795748" [ 1709.983053] env[63302]: _type = "Task" [ 1709.983053] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.991406] env[63302]: DEBUG oslo_vmware.api [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.124539] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e49544e-2dd9-4f93-bb50-2a67a30936b1 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.909s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.213295] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.240978] env[63302]: DEBUG nova.network.neutron [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.291980] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523066d3-60b3-3ad0-4180-c3856a54b2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015533} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.292319] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.293027] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.293117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.322818] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5254f1f3-1b20-27e1-1303-1685bcd6c225, 'name': SearchDatastore_Task, 'duration_secs': 0.01566} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.323118] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.323404] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0467bf59-8d10-4d28-bbfd-7443d0915ea3/0467bf59-8d10-4d28-bbfd-7443d0915ea3.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.323713] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.323905] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.324145] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff224fbb-cd1d-4893-a813-5bd1c83a6fe0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.329016] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9676c4b7-35b7-4d27-ad84-96619c9e801d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.342756] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1710.342756] env[63302]: value = "task-1795749" [ 1710.342756] env[63302]: _type = "Task" [ 1710.342756] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.345073] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.345343] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.352746] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90558bfd-46cb-4e10-a770-c3b1a4331b07 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.358540] env[63302]: DEBUG oslo_vmware.api [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23324} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.359786] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.360039] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.360417] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.360508] env[63302]: INFO nova.compute.manager [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1710.360802] env[63302]: DEBUG oslo.service.loopingcall [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.361908] env[63302]: DEBUG nova.compute.manager [-] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1710.362154] env[63302]: DEBUG nova.network.neutron [-] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1710.367793] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1710.367793] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d66036-bb9e-65f8-ef97-afe580338262" [ 1710.367793] env[63302]: _type = "Task" [ 1710.367793] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.368099] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.374553] env[63302]: DEBUG oslo_concurrency.lockutils [req-d806d6b0-0daf-433b-af25-6a13217baa37 req-bb891a57-3390-4d6d-87ae-370c45ac3a2e service nova] Releasing lock "refresh_cache-41e85b19-a6d4-41d6-8239-b80e9edd0e72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.381034] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d66036-bb9e-65f8-ef97-afe580338262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.469633] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf0983b-0250-47c8-b0ac-37c0b1880448 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.477872] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29abec94-beef-4198-ae01-f1bacd00f9a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.514896] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d93159-8ecf-4797-bd75-8f084d0a5fc0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.520435] env[63302]: DEBUG oslo_vmware.api [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Task: {'id': task-1795748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226626} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.521026] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.521228] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.521423] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.521600] env[63302]: INFO nova.compute.manager [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1710.521834] env[63302]: DEBUG oslo.service.loopingcall [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.522021] env[63302]: DEBUG nova.compute.manager [-] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1710.522116] env[63302]: DEBUG nova.network.neutron [-] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1710.526399] env[63302]: DEBUG nova.network.neutron [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [{"id": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "address": "fa:16:3e:af:e6:2b", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0374aff-25", "ovs_interfaceid": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.531127] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f75aea1-6408-49ee-99b5-17c0c9e6c21e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.548032] env[63302]: DEBUG nova.compute.provider_tree [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.692411] env[63302]: DEBUG nova.compute.manager [req-828a1e16-7a4d-4961-9ab9-ca56b2c5846f req-50420d22-777e-4d1c-bca5-a2d62484e4eb service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Received event network-vif-deleted-bcd552b1-9610-4c69-beb6-a2e25cccabaf {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1710.692411] env[63302]: INFO nova.compute.manager [req-828a1e16-7a4d-4961-9ab9-ca56b2c5846f req-50420d22-777e-4d1c-bca5-a2d62484e4eb service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Neutron deleted interface bcd552b1-9610-4c69-beb6-a2e25cccabaf; detaching it from the instance and deleting it from the info cache [ 1710.692411] env[63302]: DEBUG nova.network.neutron [req-828a1e16-7a4d-4961-9ab9-ca56b2c5846f req-50420d22-777e-4d1c-bca5-a2d62484e4eb service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.715327] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795745, 'name': PowerOnVM_Task, 'duration_secs': 0.589092} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.715626] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.715831] env[63302]: INFO nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1710.716027] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.717229] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c76314-b385-4cfc-b0b0-bafd39f78c8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.857608] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795749, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.883149] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d66036-bb9e-65f8-ef97-afe580338262, 'name': SearchDatastore_Task, 'duration_secs': 0.016349} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.884269] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088a8996-4b39-4e8c-8304-395b1a5a55ab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.892857] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1710.892857] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523eb707-7ca6-f81c-5871-946018b7a989" [ 1710.892857] env[63302]: _type = "Task" [ 1710.892857] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.902879] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523eb707-7ca6-f81c-5871-946018b7a989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.992017] env[63302]: DEBUG nova.compute.manager [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received event network-vif-plugged-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1710.992017] env[63302]: DEBUG oslo_concurrency.lockutils [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.992017] env[63302]: DEBUG oslo_concurrency.lockutils [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.992017] env[63302]: DEBUG oslo_concurrency.lockutils [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.992017] env[63302]: DEBUG nova.compute.manager [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] No waiting events found dispatching network-vif-plugged-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.992017] env[63302]: WARNING nova.compute.manager [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received unexpected event network-vif-plugged-e0374aff-2571-4d36-8ab1-0b0137079bcd for instance with vm_state building and task_state spawning. [ 1710.992017] env[63302]: DEBUG nova.compute.manager [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received event network-changed-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1710.992017] env[63302]: DEBUG nova.compute.manager [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Refreshing instance network info cache due to event network-changed-e0374aff-2571-4d36-8ab1-0b0137079bcd. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1710.992017] env[63302]: DEBUG oslo_concurrency.lockutils [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] Acquiring lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.034021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.034021] env[63302]: DEBUG nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Instance network_info: |[{"id": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "address": "fa:16:3e:af:e6:2b", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0374aff-25", "ovs_interfaceid": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1711.034021] env[63302]: DEBUG oslo_concurrency.lockutils [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] Acquired lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.034021] env[63302]: DEBUG nova.network.neutron [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Refreshing network info cache for port e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.034021] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:e6:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0374aff-2571-4d36-8ab1-0b0137079bcd', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.041981] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating folder: Project (2edbfd263e3944908526be1c37d05b75). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1711.043660] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-597bf14f-7687-4939-b585-3b978540e5e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.050831] env[63302]: DEBUG nova.scheduler.client.report [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1711.057833] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Created folder: Project (2edbfd263e3944908526be1c37d05b75) in parent group-v372222. [ 1711.058221] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating folder: Instances. Parent ref: group-v372431. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1711.058585] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ac93617-7a4c-4e4d-a593-60c5494b0471 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.071692] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Created folder: Instances in parent group-v372431. [ 1711.072320] env[63302]: DEBUG oslo.service.loopingcall [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.072664] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.072929] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e467f32-ea41-4300-97a8-65d40abfd432 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.097499] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.097499] env[63302]: value = "task-1795752" [ 1711.097499] env[63302]: _type = "Task" [ 1711.097499] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.108977] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795752, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.149592] env[63302]: DEBUG nova.network.neutron [-] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.194358] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e47cecb-96b7-44b7-aa5d-d4fa30ad919a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.205139] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3ba5d9-07d3-4602-a653-ca2899edcf86 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.248833] env[63302]: DEBUG nova.compute.manager [req-828a1e16-7a4d-4961-9ab9-ca56b2c5846f req-50420d22-777e-4d1c-bca5-a2d62484e4eb service nova] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Detach interface failed, port_id=bcd552b1-9610-4c69-beb6-a2e25cccabaf, reason: Instance b78c09dd-d26d-4dc1-a2d3-b1862916fde7 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1711.251482] env[63302]: INFO nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Took 32.47 seconds to build instance. [ 1711.355663] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852025} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.356953] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0467bf59-8d10-4d28-bbfd-7443d0915ea3/0467bf59-8d10-4d28-bbfd-7443d0915ea3.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1711.357185] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.359575] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b4aaf0c-6905-4646-ada3-999433d85a23 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.368939] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1711.368939] env[63302]: value = "task-1795753" [ 1711.368939] env[63302]: _type = "Task" [ 1711.368939] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.379855] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.404152] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523eb707-7ca6-f81c-5871-946018b7a989, 'name': SearchDatastore_Task, 'duration_secs': 0.061797} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.404419] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.404805] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 41e85b19-a6d4-41d6-8239-b80e9edd0e72/41e85b19-a6d4-41d6-8239-b80e9edd0e72.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.405910] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-628be32a-1d1c-4b33-a2ce-1d26ef7fb070 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.411418] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1711.411418] env[63302]: value = "task-1795754" [ 1711.411418] env[63302]: _type = "Task" [ 1711.411418] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.419969] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.562126] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.562614] env[63302]: DEBUG nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.565424] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.940s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.565834] env[63302]: DEBUG nova.objects.instance [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lazy-loading 'resources' on Instance uuid 242d685b-93b8-4b9c-8682-5cd3de2a8130 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.610920] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795752, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.656277] env[63302]: INFO nova.compute.manager [-] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Took 1.29 seconds to deallocate network for instance. [ 1711.656277] env[63302]: DEBUG nova.network.neutron [-] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.754162] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "7a491f26-489a-4c8d-a7c6-b20aab75b902" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.978s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.863889] env[63302]: DEBUG nova.network.neutron [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updated VIF entry in instance network info cache for port e0374aff-2571-4d36-8ab1-0b0137079bcd. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.863889] env[63302]: DEBUG nova.network.neutron [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [{"id": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "address": "fa:16:3e:af:e6:2b", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0374aff-25", "ovs_interfaceid": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.863889] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "fe32926c-c0f3-4c82-ac21-a889df126bef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.864478] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.864719] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.864908] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.865089] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.868921] env[63302]: INFO nova.compute.manager [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Terminating instance [ 1711.885761] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128212} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.886704] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.887728] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b577ca-d89e-4ad9-82c6-4b947b707fa2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.915533] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 0467bf59-8d10-4d28-bbfd-7443d0915ea3/0467bf59-8d10-4d28-bbfd-7443d0915ea3.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.915533] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03a82c7-6229-4cbc-ae39-a29f1b71f53f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.941413] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795754, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.942698] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1711.942698] env[63302]: value = "task-1795755" [ 1711.942698] env[63302]: _type = "Task" [ 1711.942698] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.951484] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.069034] env[63302]: DEBUG nova.compute.utils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.073879] env[63302]: DEBUG nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.073879] env[63302]: DEBUG nova.network.neutron [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.110391] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795752, 'name': CreateVM_Task, 'duration_secs': 0.610494} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.110391] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.111016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.111191] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.111489] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.111767] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0111bb-3692-4c78-8e2d-da49da32d029 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.118973] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1712.118973] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5248c630-01f8-f8d3-94c3-f0a0b6975a94" [ 1712.118973] env[63302]: _type = "Task" [ 1712.118973] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.126586] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5248c630-01f8-f8d3-94c3-f0a0b6975a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.141269] env[63302]: DEBUG nova.policy [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48017ffa13d4720a4d3fcf9505440eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '444e3097c1244eee86652b0d9341f206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.159774] env[63302]: INFO nova.compute.manager [-] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Took 1.64 seconds to deallocate network for instance. [ 1712.171998] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.368257] env[63302]: DEBUG oslo_concurrency.lockutils [req-4cff5d67-f6cb-444b-8686-255ebf6053da req-96a75503-d348-4a19-82aa-2b02fbcdc084 service nova] Releasing lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.378290] env[63302]: DEBUG nova.compute.manager [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1712.378552] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.379542] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eeeea0-ce29-41b3-8ad4-730a798c591c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.390885] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.391386] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff930c8f-ed04-4efb-a408-9dc56c6cd990 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.402529] env[63302]: DEBUG oslo_vmware.api [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1712.402529] env[63302]: value = "task-1795756" [ 1712.402529] env[63302]: _type = "Task" [ 1712.402529] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.413400] env[63302]: DEBUG oslo_vmware.api [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.426911] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795754, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.453546] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.474376] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87927ce7-3e05-49a7-b134-aff392e5a891 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.483614] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9a15e6-e763-44d4-b454-f3ebc35b2dee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.520779] env[63302]: DEBUG nova.network.neutron [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Successfully created port: 58fa0f72-0a23-4851-a4ae-b22d148b48e4 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.523041] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e887386d-7193-4c22-9ef1-f43dd05ed4b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.531020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "211063c2-f38d-431a-b74f-53f24d8a4e41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.531262] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.541967] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e700af-37e8-424d-94cc-42be56eefb5e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.547229] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquiring lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.547459] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.559216] env[63302]: DEBUG nova.compute.provider_tree [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.575126] env[63302]: DEBUG nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.630044] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5248c630-01f8-f8d3-94c3-f0a0b6975a94, 'name': SearchDatastore_Task, 'duration_secs': 0.054175} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.630336] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.630607] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.630870] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.631036] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.631280] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.631559] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7544aba2-0b6d-4b6f-b86b-dc7c4b3852eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.640440] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.640648] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.641452] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46574d5d-e898-4445-a422-dc05bae960b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.647920] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1712.647920] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5269bf01-0f0f-3970-49d0-428405642bf1" [ 1712.647920] env[63302]: _type = "Task" [ 1712.647920] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.656716] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5269bf01-0f0f-3970-49d0-428405642bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.667117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.913955] env[63302]: DEBUG oslo_vmware.api [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795756, 'name': PowerOffVM_Task, 'duration_secs': 0.32424} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.914256] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1712.914425] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.914914] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac650576-a27d-4f3a-8484-d80f3aa42b1f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.926258] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795754, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.075909} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.926510] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 41e85b19-a6d4-41d6-8239-b80e9edd0e72/41e85b19-a6d4-41d6-8239-b80e9edd0e72.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.926722] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.926973] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf3d589-d8bf-47b8-985e-6217410ccb45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.933503] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1712.933503] env[63302]: value = "task-1795758" [ 1712.933503] env[63302]: _type = "Task" [ 1712.933503] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.942996] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.954974] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795755, 'name': ReconfigVM_Task, 'duration_secs': 1.012344} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.955335] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 0467bf59-8d10-4d28-bbfd-7443d0915ea3/0467bf59-8d10-4d28-bbfd-7443d0915ea3.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.956016] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71ae0999-e043-47b1-9f34-af211dd5f49a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.962815] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1712.962815] env[63302]: value = "task-1795759" [ 1712.962815] env[63302]: _type = "Task" [ 1712.962815] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.972073] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795759, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.033790] env[63302]: DEBUG nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.039242] env[63302]: DEBUG nova.compute.manager [req-c3558137-dd14-4f52-a6c6-ce882c600c26 req-a1cf6e6b-3811-45e2-b4fa-5a4bf4a6d530 service nova] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Received event network-vif-deleted-a3eec761-c578-459e-b3de-7e3ecdf827f7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1713.050860] env[63302]: DEBUG nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.090041] env[63302]: ERROR nova.scheduler.client.report [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] [req-358c6652-246f-4c3a-9f15-2124b5ff5872] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-358c6652-246f-4c3a-9f15-2124b5ff5872"}]} [ 1713.109403] env[63302]: DEBUG nova.scheduler.client.report [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1713.126958] env[63302]: DEBUG nova.scheduler.client.report [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1713.127214] env[63302]: DEBUG nova.compute.provider_tree [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.139816] env[63302]: DEBUG nova.scheduler.client.report [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1713.158414] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5269bf01-0f0f-3970-49d0-428405642bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.01779} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.160030] env[63302]: DEBUG nova.scheduler.client.report [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1713.162197] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab59458-5a2e-450e-83b8-c8b684b84a51 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.169123] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1713.169123] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d590b7-9f03-d6fe-2b57-b28b5b921639" [ 1713.169123] env[63302]: _type = "Task" [ 1713.169123] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.178141] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d590b7-9f03-d6fe-2b57-b28b5b921639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.270908] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.272218] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.272472] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleting the datastore file [datastore1] fe32926c-c0f3-4c82-ac21-a889df126bef {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.272937] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a94e013a-b146-4cef-a4ae-79b2546e59f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.283706] env[63302]: DEBUG oslo_vmware.api [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1713.283706] env[63302]: value = "task-1795760" [ 1713.283706] env[63302]: _type = "Task" [ 1713.283706] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.297898] env[63302]: DEBUG oslo_vmware.api [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.447656] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088316} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.448064] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.448718] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768fcd6b-eba0-4e17-a1c1-3831dcc8887e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.473619] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 41e85b19-a6d4-41d6-8239-b80e9edd0e72/41e85b19-a6d4-41d6-8239-b80e9edd0e72.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.480810] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83821579-328a-4062-ba40-f6b4361aeedc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.502763] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795759, 'name': Rename_Task, 'duration_secs': 0.254553} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.504350] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.504642] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1713.504642] env[63302]: value = "task-1795761" [ 1713.504642] env[63302]: _type = "Task" [ 1713.504642] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.507197] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf4cc312-7721-41d1-a3d7-0f8140f07fb1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.518221] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.519489] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1713.519489] env[63302]: value = "task-1795762" [ 1713.519489] env[63302]: _type = "Task" [ 1713.519489] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.530809] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.557477] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.561330] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e1184d-172f-46a1-b143-b93048094904 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.568972] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9ce6af-0684-4867-8790-5d16a63122ef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.573291] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.601380] env[63302]: DEBUG nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.604499] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168f717f-1d72-4887-b8b4-be3f919e06b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.612470] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae6a471-8754-4ce1-8158-16c61880ff8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.626573] env[63302]: DEBUG nova.compute.provider_tree [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.636750] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.636919] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.637061] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.637270] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.637422] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.637573] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.637799] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.637962] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.638147] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.642026] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.642026] env[63302]: DEBUG nova.virt.hardware [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.642026] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ef4e0-ba7f-4a92-be4b-54dcd04a4b0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.648430] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8dc471-221a-4994-90e4-ca042c578f67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.679562] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d590b7-9f03-d6fe-2b57-b28b5b921639, 'name': SearchDatastore_Task, 'duration_secs': 0.016523} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.679844] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.680124] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e/dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.680390] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eabbfec1-2248-424b-ae33-8aae8c31e0df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.687983] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1713.687983] env[63302]: value = "task-1795763" [ 1713.687983] env[63302]: _type = "Task" [ 1713.687983] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.696373] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.797826] env[63302]: DEBUG oslo_vmware.api [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363152} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.797826] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.797826] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.798097] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.798188] env[63302]: INFO nova.compute.manager [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1713.798488] env[63302]: DEBUG oslo.service.loopingcall [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.800021] env[63302]: DEBUG nova.compute.manager [-] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1713.800021] env[63302]: DEBUG nova.network.neutron [-] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1714.026076] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.043238] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.044429] env[63302]: DEBUG nova.network.neutron [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Successfully updated port: 58fa0f72-0a23-4851-a4ae-b22d148b48e4 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.092605] env[63302]: DEBUG nova.compute.manager [req-662c7aa4-0aa3-489a-a185-e944faacb37a req-60f4c000-5c62-4983-bb9f-5573abce40c1 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Received event network-vif-deleted-251e7a21-fc79-479d-b466-b0a1328d34a0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1714.092872] env[63302]: INFO nova.compute.manager [req-662c7aa4-0aa3-489a-a185-e944faacb37a req-60f4c000-5c62-4983-bb9f-5573abce40c1 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Neutron deleted interface 251e7a21-fc79-479d-b466-b0a1328d34a0; detaching it from the instance and deleting it from the info cache [ 1714.093112] env[63302]: DEBUG nova.network.neutron [req-662c7aa4-0aa3-489a-a185-e944faacb37a req-60f4c000-5c62-4983-bb9f-5573abce40c1 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.163339] env[63302]: DEBUG nova.scheduler.client.report [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1714.163765] env[63302]: DEBUG nova.compute.provider_tree [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 123 to 124 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1714.164100] env[63302]: DEBUG nova.compute.provider_tree [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1714.202301] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795763, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.519366] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795761, 'name': ReconfigVM_Task, 'duration_secs': 0.670365} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.519653] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 41e85b19-a6d4-41d6-8239-b80e9edd0e72/41e85b19-a6d4-41d6-8239-b80e9edd0e72.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.520342] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e34b5d6-5b86-4504-974b-69b12426a71b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.526174] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1714.526174] env[63302]: value = "task-1795764" [ 1714.526174] env[63302]: _type = "Task" [ 1714.526174] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.536787] env[63302]: DEBUG oslo_vmware.api [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795762, 'name': PowerOnVM_Task, 'duration_secs': 0.905676} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.539843] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1714.540051] env[63302]: INFO nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1714.540234] env[63302]: DEBUG nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1714.540527] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795764, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.541207] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583d8a9f-344a-48af-ab9b-b9605f5a526e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.550844] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "refresh_cache-8f132a1a-3284-440e-a2d4-a979b2307327" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.550973] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "refresh_cache-8f132a1a-3284-440e-a2d4-a979b2307327" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.551129] env[63302]: DEBUG nova.network.neutron [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.553118] env[63302]: DEBUG nova.network.neutron [-] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.598782] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-053e764b-47a1-4cc3-800b-fe7e0bb3ac22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.608046] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599a8bb5-a36d-46ae-a3d4-e6aa63de469c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.645173] env[63302]: DEBUG nova.compute.manager [req-662c7aa4-0aa3-489a-a185-e944faacb37a req-60f4c000-5c62-4983-bb9f-5573abce40c1 service nova] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Detach interface failed, port_id=251e7a21-fc79-479d-b466-b0a1328d34a0, reason: Instance fe32926c-c0f3-4c82-ac21-a889df126bef could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1714.672229] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.107s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.674732] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.568s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.676362] env[63302]: INFO nova.compute.claims [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.703473] env[63302]: INFO nova.scheduler.client.report [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Deleted allocations for instance 242d685b-93b8-4b9c-8682-5cd3de2a8130 [ 1714.708151] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608671} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.710085] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e/dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1714.710280] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.710736] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2790572-2ca2-4cd3-8b54-1913ffed6748 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.719163] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1714.719163] env[63302]: value = "task-1795765" [ 1714.719163] env[63302]: _type = "Task" [ 1714.719163] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.730840] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.038450] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795764, 'name': Rename_Task, 'duration_secs': 0.181646} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.038725] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.038967] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c1583f-f782-4242-9d3d-6e48bf253b0f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.045538] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1715.045538] env[63302]: value = "task-1795766" [ 1715.045538] env[63302]: _type = "Task" [ 1715.045538] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.058450] env[63302]: INFO nova.compute.manager [-] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Took 1.26 seconds to deallocate network for instance. [ 1715.058450] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.064250] env[63302]: INFO nova.compute.manager [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Took 36.25 seconds to build instance. [ 1715.070181] env[63302]: DEBUG nova.compute.manager [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Received event network-vif-plugged-58fa0f72-0a23-4851-a4ae-b22d148b48e4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.070427] env[63302]: DEBUG oslo_concurrency.lockutils [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] Acquiring lock "8f132a1a-3284-440e-a2d4-a979b2307327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.070669] env[63302]: DEBUG oslo_concurrency.lockutils [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] Lock "8f132a1a-3284-440e-a2d4-a979b2307327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.070886] env[63302]: DEBUG oslo_concurrency.lockutils [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] Lock "8f132a1a-3284-440e-a2d4-a979b2307327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.071256] env[63302]: DEBUG nova.compute.manager [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] No waiting events found dispatching network-vif-plugged-58fa0f72-0a23-4851-a4ae-b22d148b48e4 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.071349] env[63302]: WARNING nova.compute.manager [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Received unexpected event network-vif-plugged-58fa0f72-0a23-4851-a4ae-b22d148b48e4 for instance with vm_state building and task_state spawning. [ 1715.071520] env[63302]: DEBUG nova.compute.manager [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Received event network-changed-58fa0f72-0a23-4851-a4ae-b22d148b48e4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.071691] env[63302]: DEBUG nova.compute.manager [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Refreshing instance network info cache due to event network-changed-58fa0f72-0a23-4851-a4ae-b22d148b48e4. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1715.071896] env[63302]: DEBUG oslo_concurrency.lockutils [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] Acquiring lock "refresh_cache-8f132a1a-3284-440e-a2d4-a979b2307327" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.094799] env[63302]: DEBUG nova.network.neutron [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.214032] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0d232c7-8184-4035-8b8d-987950afd0b0 tempest-ServersTestJSON-1515493478 tempest-ServersTestJSON-1515493478-project-member] Lock "242d685b-93b8-4b9c-8682-5cd3de2a8130" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.322s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.233619] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083522} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.234017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.234772] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5831d0e-feb4-4efe-a6fe-d14b6f63a544 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.259913] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e/dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.260227] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c2ed5ae-1e1a-4b94-a5e6-1c4bf7348c73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.276442] env[63302]: DEBUG nova.network.neutron [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Updating instance_info_cache with network_info: [{"id": "58fa0f72-0a23-4851-a4ae-b22d148b48e4", "address": "fa:16:3e:7b:dd:25", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58fa0f72-0a", "ovs_interfaceid": "58fa0f72-0a23-4851-a4ae-b22d148b48e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.283882] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1715.283882] env[63302]: value = "task-1795767" [ 1715.283882] env[63302]: _type = "Task" [ 1715.283882] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.292114] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.514691] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "38191c74-3ce4-486c-9174-e5190b491ee3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.514691] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "38191c74-3ce4-486c-9174-e5190b491ee3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.514691] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "38191c74-3ce4-486c-9174-e5190b491ee3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.516025] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "38191c74-3ce4-486c-9174-e5190b491ee3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.516025] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "38191c74-3ce4-486c-9174-e5190b491ee3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.518605] env[63302]: INFO nova.compute.manager [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Terminating instance [ 1715.560532] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.567746] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.573605] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ca64c7be-b35b-4d7d-a410-0e81749295ec tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.765s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.780262] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "refresh_cache-8f132a1a-3284-440e-a2d4-a979b2307327" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.780262] env[63302]: DEBUG nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Instance network_info: |[{"id": "58fa0f72-0a23-4851-a4ae-b22d148b48e4", "address": "fa:16:3e:7b:dd:25", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58fa0f72-0a", "ovs_interfaceid": "58fa0f72-0a23-4851-a4ae-b22d148b48e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.780609] env[63302]: DEBUG oslo_concurrency.lockutils [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] Acquired lock "refresh_cache-8f132a1a-3284-440e-a2d4-a979b2307327" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.780825] env[63302]: DEBUG nova.network.neutron [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Refreshing network info cache for port 58fa0f72-0a23-4851-a4ae-b22d148b48e4 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.782197] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:dd:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58fa0f72-0a23-4851-a4ae-b22d148b48e4', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.790601] env[63302]: DEBUG oslo.service.loopingcall [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.794726] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.799303] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2fe18d5-8881-4c46-8c23-470c22677464 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.825889] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.827454] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.827454] env[63302]: value = "task-1795768" [ 1715.827454] env[63302]: _type = "Task" [ 1715.827454] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.839544] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795768, 'name': CreateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.024051] env[63302]: DEBUG nova.compute.manager [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1716.024051] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1716.024413] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8175047-0ca8-46e2-9eb0-a133c5a9dd77 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.034919] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.035222] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca29929f-75a0-45e5-946f-0c374838061e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.043993] env[63302]: DEBUG oslo_vmware.api [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1716.043993] env[63302]: value = "task-1795769" [ 1716.043993] env[63302]: _type = "Task" [ 1716.043993] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.062645] env[63302]: DEBUG oslo_vmware.api [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.062896] env[63302]: DEBUG oslo_vmware.api [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795766, 'name': PowerOnVM_Task, 'duration_secs': 0.691984} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.063249] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.063463] env[63302]: INFO nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1716.063608] env[63302]: DEBUG nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.064539] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f203a6c-498c-4f7b-8f54-888335ff1583 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.080635] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b93ce9-1b62-446c-9ab1-e83bc46a1a9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.089628] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd34c74c-9073-4c95-95a4-13c6fe91c556 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.124131] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c07eab-6492-43ea-803d-4559911a0b94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.133301] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b8d4d0-660a-4d89-afb2-87b834f29e5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.150844] env[63302]: DEBUG nova.compute.provider_tree [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.309474] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795767, 'name': ReconfigVM_Task, 'duration_secs': 0.688809} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.309983] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e/dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.310896] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0175ac4-f8d6-4942-8179-a8d67d1c6395 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.321031] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1716.321031] env[63302]: value = "task-1795770" [ 1716.321031] env[63302]: _type = "Task" [ 1716.321031] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.338650] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795770, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.348078] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795768, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.555729] env[63302]: DEBUG oslo_vmware.api [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795769, 'name': PowerOffVM_Task, 'duration_secs': 0.315384} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.556070] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.556176] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1716.556434] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c50fa60-4a71-4223-a84d-badd6abb33f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.584606] env[63302]: INFO nova.compute.manager [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Took 29.05 seconds to build instance. [ 1716.619837] env[63302]: DEBUG nova.network.neutron [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Updated VIF entry in instance network info cache for port 58fa0f72-0a23-4851-a4ae-b22d148b48e4. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.620072] env[63302]: DEBUG nova.network.neutron [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Updating instance_info_cache with network_info: [{"id": "58fa0f72-0a23-4851-a4ae-b22d148b48e4", "address": "fa:16:3e:7b:dd:25", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58fa0f72-0a", "ovs_interfaceid": "58fa0f72-0a23-4851-a4ae-b22d148b48e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.645885] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.646229] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.646435] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleting the datastore file [datastore1] 38191c74-3ce4-486c-9174-e5190b491ee3 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.646720] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b0a718c-9f1a-41ee-ba9e-b03f099e135a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.658205] env[63302]: DEBUG oslo_vmware.api [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1716.658205] env[63302]: value = "task-1795772" [ 1716.658205] env[63302]: _type = "Task" [ 1716.658205] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.667958] env[63302]: DEBUG oslo_vmware.api [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.701845] env[63302]: DEBUG nova.scheduler.client.report [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1716.702202] env[63302]: DEBUG nova.compute.provider_tree [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 124 to 125 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1716.702390] env[63302]: DEBUG nova.compute.provider_tree [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.842514] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795770, 'name': Rename_Task, 'duration_secs': 0.189682} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.843227] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.844492] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03dd2f5b-7e5e-4d0b-b309-1067f33a1d33 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.851022] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795768, 'name': CreateVM_Task, 'duration_secs': 0.830769} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.851022] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.851189] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.851245] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.851808] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.851808] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4686252e-b688-4edf-a31f-8b7c7393f1ad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.855977] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1716.855977] env[63302]: value = "task-1795773" [ 1716.855977] env[63302]: _type = "Task" [ 1716.855977] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.858087] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1716.858087] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aa5da9-f232-7208-d3ce-355e450f33b7" [ 1716.858087] env[63302]: _type = "Task" [ 1716.858087] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.878881] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795773, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.879196] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aa5da9-f232-7208-d3ce-355e450f33b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.880634] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.880634] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.880634] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.880634] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.880634] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.880634] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e427e6c7-da9a-42ce-b4b2-da25f6341239 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.903094] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.903536] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.905258] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbda549-4e05-49b3-814f-aa7f0e0c56c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.913323] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1716.913323] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529e78ea-f30f-acb9-1396-d095fe00c344" [ 1716.913323] env[63302]: _type = "Task" [ 1716.913323] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.925411] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529e78ea-f30f-acb9-1396-d095fe00c344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.086101] env[63302]: DEBUG oslo_concurrency.lockutils [None req-563f9cd9-bae7-4604-bbea-b3de03f2c31d tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.566s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.123355] env[63302]: DEBUG oslo_concurrency.lockutils [req-0f00e985-cdf0-4336-878b-1d416d14b730 req-5dd526f2-c812-4253-9ded-5ad64fbb84a7 service nova] Releasing lock "refresh_cache-8f132a1a-3284-440e-a2d4-a979b2307327" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.168938] env[63302]: DEBUG oslo_vmware.api [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268899} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.169265] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1717.169466] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1717.169646] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1717.169744] env[63302]: INFO nova.compute.manager [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1717.169978] env[63302]: DEBUG oslo.service.loopingcall [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.170181] env[63302]: DEBUG nova.compute.manager [-] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1717.170295] env[63302]: DEBUG nova.network.neutron [-] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1717.210215] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.210831] env[63302]: DEBUG nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.218789] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.865s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.218995] env[63302]: DEBUG nova.objects.instance [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lazy-loading 'resources' on Instance uuid 345bff52-622f-4d37-8aff-a956c3a79aa1 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.376188] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795773, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.425497] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529e78ea-f30f-acb9-1396-d095fe00c344, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.426351] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6725c0-4a34-40ba-a03f-15bdb53ddfee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.432657] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1717.432657] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522c3f9f-374d-73f5-8e41-09f9f267a846" [ 1717.432657] env[63302]: _type = "Task" [ 1717.432657] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.445952] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522c3f9f-374d-73f5-8e41-09f9f267a846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.631744] env[63302]: DEBUG nova.compute.manager [req-1fadee5f-a883-4d70-8458-81150ac979ca req-8eefb028-c583-446f-8d99-5e9f20a12a1d service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Received event network-vif-deleted-d9835c66-a2ac-4275-8364-ed8313e04af3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1717.631744] env[63302]: INFO nova.compute.manager [req-1fadee5f-a883-4d70-8458-81150ac979ca req-8eefb028-c583-446f-8d99-5e9f20a12a1d service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Neutron deleted interface d9835c66-a2ac-4275-8364-ed8313e04af3; detaching it from the instance and deleting it from the info cache [ 1717.631744] env[63302]: DEBUG nova.network.neutron [req-1fadee5f-a883-4d70-8458-81150ac979ca req-8eefb028-c583-446f-8d99-5e9f20a12a1d service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.722202] env[63302]: DEBUG nova.compute.utils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.724083] env[63302]: DEBUG nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.724083] env[63302]: DEBUG nova.network.neutron [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.800453] env[63302]: DEBUG nova.policy [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fda17fb63e894077826025cca7567f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '220c242cacac43a9b3c75126ae14e351', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1717.876332] env[63302]: DEBUG oslo_vmware.api [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795773, 'name': PowerOnVM_Task, 'duration_secs': 0.682516} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.876661] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.876857] env[63302]: INFO nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1717.877060] env[63302]: DEBUG nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.877915] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ab84ee-3bc0-4dea-98d2-1ac7fd2e020d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.945258] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522c3f9f-374d-73f5-8e41-09f9f267a846, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.945608] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.945971] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 8f132a1a-3284-440e-a2d4-a979b2307327/8f132a1a-3284-440e-a2d4-a979b2307327.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.946342] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c6caa4-326c-42d7-8270-6389a7b0b6b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.957572] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1717.957572] env[63302]: value = "task-1795774" [ 1717.957572] env[63302]: _type = "Task" [ 1717.957572] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.969662] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.985624] env[63302]: DEBUG nova.network.neutron [-] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.122160] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dedd93-f290-49e5-9020-fdc2108e9896 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.130733] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5bf93-5468-43ae-ace6-4e1f2a6ca426 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.135703] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e7e1a84-5df3-4630-a104-f737938a18ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.171316] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ed5b73-35ca-4f81-b165-cad4511e548c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.176702] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a345d1a8-4ed3-4fb6-ba6a-edb42f2b49be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.188440] env[63302]: DEBUG nova.network.neutron [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Successfully created port: bb4e64fc-c669-46cb-87df-443acd7a7087 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.195804] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083f66e0-a769-4ecf-9cd7-5cab5f6e6bdd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.212706] env[63302]: DEBUG nova.compute.manager [req-1fadee5f-a883-4d70-8458-81150ac979ca req-8eefb028-c583-446f-8d99-5e9f20a12a1d service nova] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Detach interface failed, port_id=d9835c66-a2ac-4275-8364-ed8313e04af3, reason: Instance 38191c74-3ce4-486c-9174-e5190b491ee3 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1718.221541] env[63302]: DEBUG nova.compute.provider_tree [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.226884] env[63302]: DEBUG nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.398374] env[63302]: INFO nova.compute.manager [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Took 30.00 seconds to build instance. [ 1718.469776] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795774, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.490710] env[63302]: INFO nova.compute.manager [-] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Took 1.32 seconds to deallocate network for instance. [ 1718.500048] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquiring lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.500317] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.500537] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquiring lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.500732] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.501163] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.505614] env[63302]: INFO nova.compute.manager [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Terminating instance [ 1718.725343] env[63302]: DEBUG nova.scheduler.client.report [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.900715] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b6d01172-9cce-4bd1-b461-37010746218b tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.510s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.971608] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69716} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.971877] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 8f132a1a-3284-440e-a2d4-a979b2307327/8f132a1a-3284-440e-a2d4-a979b2307327.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1718.972109] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.972370] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-013922df-faf7-4d6b-8ddb-ac9a0b936f8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.978799] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1718.978799] env[63302]: value = "task-1795775" [ 1718.978799] env[63302]: _type = "Task" [ 1718.978799] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.988817] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.996990] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.009019] env[63302]: DEBUG nova.compute.manager [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1719.009281] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.010187] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84f1933-4fb8-42e7-96f0-050687bf9a50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.019255] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.019255] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b25630-c60b-4dbb-9c3d-26dfac71b5c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.024858] env[63302]: DEBUG oslo_vmware.api [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1719.024858] env[63302]: value = "task-1795776" [ 1719.024858] env[63302]: _type = "Task" [ 1719.024858] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.034760] env[63302]: DEBUG oslo_vmware.api [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.232136] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.234615] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.992s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.236212] env[63302]: INFO nova.compute.claims [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.239707] env[63302]: DEBUG nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.256329] env[63302]: INFO nova.scheduler.client.report [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted allocations for instance 345bff52-622f-4d37-8aff-a956c3a79aa1 [ 1719.273817] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.273817] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.274039] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.274212] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.274310] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.274459] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.274656] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.275103] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.275103] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.275205] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.275828] env[63302]: DEBUG nova.virt.hardware [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.276213] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6380c89-b6b6-45bc-853f-d93e607a91bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.284622] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f1279-42b4-4a17-9580-2042487865b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.489325] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089794} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.489616] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.490653] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca5f8b6-b834-4246-b7e9-31387591fbb3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.518029] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 8f132a1a-3284-440e-a2d4-a979b2307327/8f132a1a-3284-440e-a2d4-a979b2307327.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.518312] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf710ac3-6ac0-4d13-b5ec-82ee10613dc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.543345] env[63302]: DEBUG oslo_vmware.api [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795776, 'name': PowerOffVM_Task, 'duration_secs': 0.18716} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.544858] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.544943] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.545253] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1719.545253] env[63302]: value = "task-1795777" [ 1719.545253] env[63302]: _type = "Task" [ 1719.545253] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.545445] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff1a9288-b67b-4c39-82a0-b5d3eb382f19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.555251] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.732233] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.732586] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.736242] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Deleting the datastore file [datastore1] 41e85b19-a6d4-41d6-8239-b80e9edd0e72 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.736242] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6408737c-6611-4335-bf8b-f7f9ba56dfbe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.740585] env[63302]: DEBUG nova.compute.manager [req-2277b4ce-798a-4b02-9caf-adc822c2804c req-118d4d53-cf54-4dc4-845e-3d2eea857647 service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Received event network-vif-plugged-bb4e64fc-c669-46cb-87df-443acd7a7087 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.740585] env[63302]: DEBUG oslo_concurrency.lockutils [req-2277b4ce-798a-4b02-9caf-adc822c2804c req-118d4d53-cf54-4dc4-845e-3d2eea857647 service nova] Acquiring lock "65b6b379-4e13-43cf-8985-4733f1a9d97b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.740585] env[63302]: DEBUG oslo_concurrency.lockutils [req-2277b4ce-798a-4b02-9caf-adc822c2804c req-118d4d53-cf54-4dc4-845e-3d2eea857647 service nova] Lock "65b6b379-4e13-43cf-8985-4733f1a9d97b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.740585] env[63302]: DEBUG oslo_concurrency.lockutils [req-2277b4ce-798a-4b02-9caf-adc822c2804c req-118d4d53-cf54-4dc4-845e-3d2eea857647 service nova] Lock "65b6b379-4e13-43cf-8985-4733f1a9d97b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.740585] env[63302]: DEBUG nova.compute.manager [req-2277b4ce-798a-4b02-9caf-adc822c2804c req-118d4d53-cf54-4dc4-845e-3d2eea857647 service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] No waiting events found dispatching network-vif-plugged-bb4e64fc-c669-46cb-87df-443acd7a7087 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.741226] env[63302]: WARNING nova.compute.manager [req-2277b4ce-798a-4b02-9caf-adc822c2804c req-118d4d53-cf54-4dc4-845e-3d2eea857647 service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Received unexpected event network-vif-plugged-bb4e64fc-c669-46cb-87df-443acd7a7087 for instance with vm_state building and task_state spawning. [ 1719.748572] env[63302]: DEBUG oslo_vmware.api [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for the task: (returnval){ [ 1719.748572] env[63302]: value = "task-1795779" [ 1719.748572] env[63302]: _type = "Task" [ 1719.748572] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.756838] env[63302]: DEBUG oslo_vmware.api [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.766999] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a24b0e32-a942-440b-b36c-1f0dce74e241 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "345bff52-622f-4d37-8aff-a956c3a79aa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.380s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.845872] env[63302]: DEBUG nova.network.neutron [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Successfully updated port: bb4e64fc-c669-46cb-87df-443acd7a7087 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1720.002348] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.002646] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.056782] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795777, 'name': ReconfigVM_Task, 'duration_secs': 0.300187} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.057085] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 8f132a1a-3284-440e-a2d4-a979b2307327/8f132a1a-3284-440e-a2d4-a979b2307327.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.057732] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf0879c9-f052-45a3-a35c-9dde9b852de8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.067449] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1720.067449] env[63302]: value = "task-1795780" [ 1720.067449] env[63302]: _type = "Task" [ 1720.067449] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.076635] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795780, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.259807] env[63302]: DEBUG oslo_vmware.api [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Task: {'id': task-1795779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335204} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.264025] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.264307] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.264500] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.264681] env[63302]: INFO nova.compute.manager [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1720.264929] env[63302]: DEBUG oslo.service.loopingcall [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.265514] env[63302]: DEBUG nova.compute.manager [-] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.265611] env[63302]: DEBUG nova.network.neutron [-] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1720.348834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "refresh_cache-65b6b379-4e13-43cf-8985-4733f1a9d97b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.348982] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "refresh_cache-65b6b379-4e13-43cf-8985-4733f1a9d97b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.349143] env[63302]: DEBUG nova.network.neutron [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.510835] env[63302]: DEBUG nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.577501] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795780, 'name': Rename_Task, 'duration_secs': 0.156409} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.577817] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1720.578090] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a98a2c86-72c1-4c2d-bd1c-38112a5d5946 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.588394] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1720.588394] env[63302]: value = "task-1795781" [ 1720.588394] env[63302]: _type = "Task" [ 1720.588394] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.596321] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.691495] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adc9f9f-a51e-4899-96ea-c8e94b311666 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.699876] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc37e5b-e523-4569-acda-54ae69912b8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.731721] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70477fdc-ad5f-46b2-b52e-78cb366a15e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.739373] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c97442-082a-4f63-a2e6-fb8469fd74af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.752897] env[63302]: DEBUG nova.compute.provider_tree [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.898711] env[63302]: DEBUG nova.network.neutron [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.040481] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.049020] env[63302]: DEBUG nova.network.neutron [-] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.058371] env[63302]: DEBUG nova.network.neutron [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Updating instance_info_cache with network_info: [{"id": "bb4e64fc-c669-46cb-87df-443acd7a7087", "address": "fa:16:3e:0b:3b:56", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4e64fc-c6", "ovs_interfaceid": "bb4e64fc-c669-46cb-87df-443acd7a7087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.099298] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.256502] env[63302]: DEBUG nova.scheduler.client.report [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.456080] env[63302]: DEBUG oslo_concurrency.lockutils [None req-61ba445d-e03e-40bd-82d1-dd44ac5dfbff tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-d5480818-0f2c-459f-921d-a2740b215696-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.456080] env[63302]: DEBUG oslo_concurrency.lockutils [None req-61ba445d-e03e-40bd-82d1-dd44ac5dfbff tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-d5480818-0f2c-459f-921d-a2740b215696-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.456223] env[63302]: DEBUG nova.objects.instance [None req-61ba445d-e03e-40bd-82d1-dd44ac5dfbff tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'flavor' on Instance uuid d5480818-0f2c-459f-921d-a2740b215696 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.553871] env[63302]: INFO nova.compute.manager [-] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Took 1.29 seconds to deallocate network for instance. [ 1721.561426] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "refresh_cache-65b6b379-4e13-43cf-8985-4733f1a9d97b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.561763] env[63302]: DEBUG nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Instance network_info: |[{"id": "bb4e64fc-c669-46cb-87df-443acd7a7087", "address": "fa:16:3e:0b:3b:56", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4e64fc-c6", "ovs_interfaceid": "bb4e64fc-c669-46cb-87df-443acd7a7087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.562195] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:3b:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb4e64fc-c669-46cb-87df-443acd7a7087', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.571526] env[63302]: DEBUG oslo.service.loopingcall [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.571773] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.572012] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37f38b32-7643-411e-8555-e4a072a2c7d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.598022] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.598022] env[63302]: value = "task-1795782" [ 1721.598022] env[63302]: _type = "Task" [ 1721.598022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.602135] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.608228] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795782, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.761972] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.762373] env[63302]: DEBUG nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.767287] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.976s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.768841] env[63302]: INFO nova.compute.claims [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1721.962110] env[63302]: DEBUG nova.objects.instance [None req-61ba445d-e03e-40bd-82d1-dd44ac5dfbff tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'pci_requests' on Instance uuid d5480818-0f2c-459f-921d-a2740b215696 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.060404] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.102197] env[63302]: DEBUG oslo_vmware.api [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795781, 'name': PowerOnVM_Task, 'duration_secs': 1.212029} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.102849] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.103061] env[63302]: INFO nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1722.103249] env[63302]: DEBUG nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.104019] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71fd897-8453-4e65-ab13-b3f1ced1afeb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.109334] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795782, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.198438] env[63302]: DEBUG nova.compute.manager [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Received event network-changed-bb4e64fc-c669-46cb-87df-443acd7a7087 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1722.198699] env[63302]: DEBUG nova.compute.manager [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Refreshing instance network info cache due to event network-changed-bb4e64fc-c669-46cb-87df-443acd7a7087. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1722.198929] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] Acquiring lock "refresh_cache-65b6b379-4e13-43cf-8985-4733f1a9d97b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.199148] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] Acquired lock "refresh_cache-65b6b379-4e13-43cf-8985-4733f1a9d97b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.199335] env[63302]: DEBUG nova.network.neutron [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Refreshing network info cache for port bb4e64fc-c669-46cb-87df-443acd7a7087 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.274653] env[63302]: DEBUG nova.compute.utils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.281027] env[63302]: DEBUG nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.281027] env[63302]: DEBUG nova.network.neutron [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.351893] env[63302]: DEBUG nova.policy [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04082bf5da124a6490ffa0bbf9bceb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9651b2881946ce9fc13407c65201f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.467960] env[63302]: DEBUG nova.objects.base [None req-61ba445d-e03e-40bd-82d1-dd44ac5dfbff tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1722.467960] env[63302]: DEBUG nova.network.neutron [None req-61ba445d-e03e-40bd-82d1-dd44ac5dfbff tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.578243] env[63302]: DEBUG oslo_concurrency.lockutils [None req-61ba445d-e03e-40bd-82d1-dd44ac5dfbff tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-d5480818-0f2c-459f-921d-a2740b215696-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.122s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.631036] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795782, 'name': CreateVM_Task, 'duration_secs': 0.596174} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.633410] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.633900] env[63302]: INFO nova.compute.manager [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Took 30.34 seconds to build instance. [ 1722.635218] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.635469] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.635818] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.636230] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc9563f-bd91-4024-b405-cb89691bf481 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.643456] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1722.643456] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ee4201-7dbb-2f48-2c98-ff791267e6c8" [ 1722.643456] env[63302]: _type = "Task" [ 1722.643456] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.653993] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ee4201-7dbb-2f48-2c98-ff791267e6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.783147] env[63302]: DEBUG nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1722.787124] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "735914ec-6df5-4387-9954-1ee72de38365" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.787424] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "735914ec-6df5-4387-9954-1ee72de38365" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.958646] env[63302]: DEBUG nova.network.neutron [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Updated VIF entry in instance network info cache for port bb4e64fc-c669-46cb-87df-443acd7a7087. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.959340] env[63302]: DEBUG nova.network.neutron [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Updating instance_info_cache with network_info: [{"id": "bb4e64fc-c669-46cb-87df-443acd7a7087", "address": "fa:16:3e:0b:3b:56", "network": {"id": "1fcb0f5f-d9c9-4508-a9ca-de50ab1797c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-536638049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220c242cacac43a9b3c75126ae14e351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4e64fc-c6", "ovs_interfaceid": "bb4e64fc-c669-46cb-87df-443acd7a7087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.074725] env[63302]: DEBUG nova.network.neutron [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Successfully created port: 865afb89-5f68-4009-91cd-c4e3c5a3d7f2 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.137252] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1f67ae97-2381-490a-b130-6cb377b9ccce tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "8f132a1a-3284-440e-a2d4-a979b2307327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.858s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.154064] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ee4201-7dbb-2f48-2c98-ff791267e6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013704} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.154385] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.154627] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.154870] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.155033] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.155217] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.155477] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e2b318e-fd25-456d-8b17-2be3f41fa08c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.176383] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.176598] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.177469] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e77de63-310f-4f20-8ae0-db9526b49479 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.182545] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d1b0cf-70de-43ee-9edb-0dd3167a232c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.186338] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1723.186338] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e517c1-8ae5-5e2a-dab8-5bf7e9ef3838" [ 1723.186338] env[63302]: _type = "Task" [ 1723.186338] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.192164] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9395b1b9-a4c2-495e-891b-eed59f9b4503 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.197821] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e517c1-8ae5-5e2a-dab8-5bf7e9ef3838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.228487] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e67c022-94af-4aec-a941-122a6a52fe98 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.237609] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bc6ff-36c9-4162-bb8d-82613fe43702 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.253874] env[63302]: DEBUG nova.compute.provider_tree [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.298052] env[63302]: DEBUG nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1723.462394] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] Releasing lock "refresh_cache-65b6b379-4e13-43cf-8985-4733f1a9d97b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.462762] env[63302]: DEBUG nova.compute.manager [req-a8f56c7d-849e-4122-99ca-b59d863c5347 req-2b3dafd0-072c-4451-adb0-ab05f593fa30 service nova] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Received event network-vif-deleted-4735534a-be86-4ce8-87a1-eaae87de5bed {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1723.697231] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e517c1-8ae5-5e2a-dab8-5bf7e9ef3838, 'name': SearchDatastore_Task, 'duration_secs': 0.058736} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.698092] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29762f5d-1fd1-4873-950f-8b856398417b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.703483] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1723.703483] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52677550-564b-3ee2-12df-fc3365e6e4fd" [ 1723.703483] env[63302]: _type = "Task" [ 1723.703483] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.713055] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52677550-564b-3ee2-12df-fc3365e6e4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.757776] env[63302]: DEBUG nova.scheduler.client.report [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.796335] env[63302]: DEBUG nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1723.820611] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.825475] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.825706] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.825865] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.826061] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.826214] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.826365] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.826574] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.826732] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.826901] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.827082] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.827264] env[63302]: DEBUG nova.virt.hardware [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.828117] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4a3b5a-8481-4d73-80b9-2dd907034de9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.836037] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde729e6-4f7e-4ee1-8816-68d0f03c54d7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.214506] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52677550-564b-3ee2-12df-fc3365e6e4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01925} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.214790] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.215069] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 65b6b379-4e13-43cf-8985-4733f1a9d97b/65b6b379-4e13-43cf-8985-4733f1a9d97b.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.215325] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b44c78-6f6d-49e9-a7cd-d3273297eeb0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.222660] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1724.222660] env[63302]: value = "task-1795783" [ 1724.222660] env[63302]: _type = "Task" [ 1724.222660] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.231214] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.265351] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.265991] env[63302]: DEBUG nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1724.268652] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.163s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.268956] env[63302]: DEBUG nova.objects.instance [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lazy-loading 'resources' on Instance uuid d401787b-7960-488a-9d12-949af3f2623c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.518678] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-d5480818-0f2c-459f-921d-a2740b215696-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.518966] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-d5480818-0f2c-459f-921d-a2740b215696-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.519447] env[63302]: DEBUG nova.objects.instance [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'flavor' on Instance uuid d5480818-0f2c-459f-921d-a2740b215696 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.521290] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "8f132a1a-3284-440e-a2d4-a979b2307327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.522068] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "8f132a1a-3284-440e-a2d4-a979b2307327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.522068] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "8f132a1a-3284-440e-a2d4-a979b2307327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.522244] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "8f132a1a-3284-440e-a2d4-a979b2307327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.522318] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "8f132a1a-3284-440e-a2d4-a979b2307327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.524374] env[63302]: INFO nova.compute.manager [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Terminating instance [ 1724.642855] env[63302]: DEBUG nova.compute.manager [req-a56d5c53-c242-4994-a8a1-425c93dc56c9 req-d59e6b6c-e41f-4d4c-a5f4-9f0833d5dcf6 service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Received event network-vif-plugged-865afb89-5f68-4009-91cd-c4e3c5a3d7f2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1724.643164] env[63302]: DEBUG oslo_concurrency.lockutils [req-a56d5c53-c242-4994-a8a1-425c93dc56c9 req-d59e6b6c-e41f-4d4c-a5f4-9f0833d5dcf6 service nova] Acquiring lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.643452] env[63302]: DEBUG oslo_concurrency.lockutils [req-a56d5c53-c242-4994-a8a1-425c93dc56c9 req-d59e6b6c-e41f-4d4c-a5f4-9f0833d5dcf6 service nova] Lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.643682] env[63302]: DEBUG oslo_concurrency.lockutils [req-a56d5c53-c242-4994-a8a1-425c93dc56c9 req-d59e6b6c-e41f-4d4c-a5f4-9f0833d5dcf6 service nova] Lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.643884] env[63302]: DEBUG nova.compute.manager [req-a56d5c53-c242-4994-a8a1-425c93dc56c9 req-d59e6b6c-e41f-4d4c-a5f4-9f0833d5dcf6 service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] No waiting events found dispatching network-vif-plugged-865afb89-5f68-4009-91cd-c4e3c5a3d7f2 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1724.644404] env[63302]: WARNING nova.compute.manager [req-a56d5c53-c242-4994-a8a1-425c93dc56c9 req-d59e6b6c-e41f-4d4c-a5f4-9f0833d5dcf6 service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Received unexpected event network-vif-plugged-865afb89-5f68-4009-91cd-c4e3c5a3d7f2 for instance with vm_state building and task_state spawning. [ 1724.697085] env[63302]: DEBUG nova.network.neutron [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Successfully updated port: 865afb89-5f68-4009-91cd-c4e3c5a3d7f2 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.732872] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.772668] env[63302]: DEBUG nova.compute.utils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1724.773943] env[63302]: DEBUG nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1724.774167] env[63302]: DEBUG nova.network.neutron [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1724.817993] env[63302]: DEBUG nova.policy [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b796f677f0b4699b9378ba78dea78d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec2cdf268e04577b5a61d43b9a456b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1725.028543] env[63302]: DEBUG nova.compute.manager [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1725.028771] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1725.031837] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303b727-25dc-42e1-ac86-f507bcc0034c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.040537] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1725.040668] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc3c2bbd-da09-4c4b-a2e0-d0e9dbefb9b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.050754] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1725.050754] env[63302]: value = "task-1795784" [ 1725.050754] env[63302]: _type = "Task" [ 1725.050754] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.060091] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.089313] env[63302]: DEBUG nova.network.neutron [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Successfully created port: eec14bef-2307-4e34-a669-d65fcccb9794 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1725.124531] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c147f2-1d7e-42ee-8d1b-0750798f1709 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.133237] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38da7da5-c506-41d8-aa5e-992867965e0d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.167494] env[63302]: DEBUG nova.objects.instance [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'pci_requests' on Instance uuid d5480818-0f2c-459f-921d-a2740b215696 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.169244] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76596ccf-35ea-4bed-b79e-2fcf7d724f67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.182610] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316cb250-21b2-4839-9294-763d64204cae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.199589] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "refresh_cache-3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.199808] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquired lock "refresh_cache-3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.200013] env[63302]: DEBUG nova.network.neutron [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.202931] env[63302]: DEBUG nova.compute.provider_tree [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.232454] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.277032] env[63302]: DEBUG nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1725.561395] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795784, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.677812] env[63302]: DEBUG nova.objects.base [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1725.678059] env[63302]: DEBUG nova.network.neutron [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1725.708385] env[63302]: DEBUG nova.scheduler.client.report [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1725.732903] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.765944] env[63302]: DEBUG nova.policy [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1725.767361] env[63302]: DEBUG nova.network.neutron [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.034012] env[63302]: DEBUG nova.network.neutron [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Updating instance_info_cache with network_info: [{"id": "865afb89-5f68-4009-91cd-c4e3c5a3d7f2", "address": "fa:16:3e:ad:d2:23", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865afb89-5f", "ovs_interfaceid": "865afb89-5f68-4009-91cd-c4e3c5a3d7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.060846] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795784, 'name': PowerOffVM_Task, 'duration_secs': 0.531364} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.061127] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.061302] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1726.061550] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3529c559-2c4f-4cfc-a6f3-82e3562ca4db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.187449] env[63302]: DEBUG nova.network.neutron [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Successfully created port: 10e456d7-22de-4526-a87b-a4d0d9027bc3 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1726.213412] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.215658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.044s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.215891] env[63302]: DEBUG nova.objects.instance [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lazy-loading 'resources' on Instance uuid b78c09dd-d26d-4dc1-a2d3-b1862916fde7 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.234272] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.240208] env[63302]: INFO nova.scheduler.client.report [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Deleted allocations for instance d401787b-7960-488a-9d12-949af3f2623c [ 1726.254819] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1726.255336] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1726.255414] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleting the datastore file [datastore1] 8f132a1a-3284-440e-a2d4-a979b2307327 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1726.255703] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a07c9e0-a033-40ae-bc42-bac2c98c0a94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.262799] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1726.262799] env[63302]: value = "task-1795786" [ 1726.262799] env[63302]: _type = "Task" [ 1726.262799] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.270855] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.288675] env[63302]: DEBUG nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1726.314122] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1726.314365] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1726.314523] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1726.314736] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1726.314898] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1726.315060] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1726.315272] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1726.315431] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1726.315603] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1726.315764] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1726.315938] env[63302]: DEBUG nova.virt.hardware [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1726.317059] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b6f34c-978b-4b82-8841-079fb414efd5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.325238] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e67a4b4-5cd2-4773-a0bb-068ced06b077 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.537377] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Releasing lock "refresh_cache-3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.537753] env[63302]: DEBUG nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Instance network_info: |[{"id": "865afb89-5f68-4009-91cd-c4e3c5a3d7f2", "address": "fa:16:3e:ad:d2:23", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865afb89-5f", "ovs_interfaceid": "865afb89-5f68-4009-91cd-c4e3c5a3d7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1726.538190] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:d2:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '865afb89-5f68-4009-91cd-c4e3c5a3d7f2', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.545719] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Creating folder: Project (4f9651b2881946ce9fc13407c65201f0). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1726.546134] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bf5f2c0-dee1-459d-bc51-17a776f89f8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.558457] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Created folder: Project (4f9651b2881946ce9fc13407c65201f0) in parent group-v372222. [ 1726.558457] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Creating folder: Instances. Parent ref: group-v372436. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1726.558457] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5097d6c8-b2a3-4341-9664-4883e08e1016 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.565794] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Created folder: Instances in parent group-v372436. [ 1726.566026] env[63302]: DEBUG oslo.service.loopingcall [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.566215] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.566402] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc349a94-9e11-42db-bad1-49847e11b26c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.586060] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.586060] env[63302]: value = "task-1795789" [ 1726.586060] env[63302]: _type = "Task" [ 1726.586060] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.593338] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795789, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.733822] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.749542] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8ef3902a-b27c-475b-9efb-ab007bb0d9b5 tempest-SecurityGroupsTestJSON-1684663147 tempest-SecurityGroupsTestJSON-1684663147-project-member] Lock "d401787b-7960-488a-9d12-949af3f2623c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.165s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.762061] env[63302]: DEBUG nova.compute.manager [req-05a4d774-e5fa-4a76-8e0a-907650da7a61 req-92e87741-445b-450c-8fce-42bc12195d6b service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Received event network-changed-865afb89-5f68-4009-91cd-c4e3c5a3d7f2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1726.762301] env[63302]: DEBUG nova.compute.manager [req-05a4d774-e5fa-4a76-8e0a-907650da7a61 req-92e87741-445b-450c-8fce-42bc12195d6b service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Refreshing instance network info cache due to event network-changed-865afb89-5f68-4009-91cd-c4e3c5a3d7f2. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1726.762513] env[63302]: DEBUG oslo_concurrency.lockutils [req-05a4d774-e5fa-4a76-8e0a-907650da7a61 req-92e87741-445b-450c-8fce-42bc12195d6b service nova] Acquiring lock "refresh_cache-3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.762682] env[63302]: DEBUG oslo_concurrency.lockutils [req-05a4d774-e5fa-4a76-8e0a-907650da7a61 req-92e87741-445b-450c-8fce-42bc12195d6b service nova] Acquired lock "refresh_cache-3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.762851] env[63302]: DEBUG nova.network.neutron [req-05a4d774-e5fa-4a76-8e0a-907650da7a61 req-92e87741-445b-450c-8fce-42bc12195d6b service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Refreshing network info cache for port 865afb89-5f68-4009-91cd-c4e3c5a3d7f2 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.776105] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.027487] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f294e7be-d04e-4347-b524-ea5a04df9528 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.035597] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2313203a-b610-4832-adf4-f0d1327751a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.072388] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba2678c-24e9-4846-a591-15bdb2770a18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.080092] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd3bf1-4bc2-4915-8e08-36eecbcef754 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.096782] env[63302]: DEBUG nova.compute.provider_tree [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.098640] env[63302]: DEBUG nova.network.neutron [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Successfully updated port: eec14bef-2307-4e34-a669-d65fcccb9794 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1727.104911] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795789, 'name': CreateVM_Task, 'duration_secs': 0.490338} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.105157] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1727.106396] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.106585] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.106887] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.107423] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa66842-c1fa-414c-9290-a37cd47c3f9c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.112268] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1727.112268] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5278e8c4-b198-d83f-a428-f2ed21b0bf9b" [ 1727.112268] env[63302]: _type = "Task" [ 1727.112268] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.120636] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5278e8c4-b198-d83f-a428-f2ed21b0bf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.235234] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.275653] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.458204] env[63302]: DEBUG nova.network.neutron [req-05a4d774-e5fa-4a76-8e0a-907650da7a61 req-92e87741-445b-450c-8fce-42bc12195d6b service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Updated VIF entry in instance network info cache for port 865afb89-5f68-4009-91cd-c4e3c5a3d7f2. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.458669] env[63302]: DEBUG nova.network.neutron [req-05a4d774-e5fa-4a76-8e0a-907650da7a61 req-92e87741-445b-450c-8fce-42bc12195d6b service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Updating instance_info_cache with network_info: [{"id": "865afb89-5f68-4009-91cd-c4e3c5a3d7f2", "address": "fa:16:3e:ad:d2:23", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865afb89-5f", "ovs_interfaceid": "865afb89-5f68-4009-91cd-c4e3c5a3d7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.601086] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-70bed86a-ae8e-4911-91eb-f8de877584d2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.604329] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-70bed86a-ae8e-4911-91eb-f8de877584d2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.604329] env[63302]: DEBUG nova.network.neutron [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.604329] env[63302]: DEBUG nova.scheduler.client.report [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.623814] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5278e8c4-b198-d83f-a428-f2ed21b0bf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.735609] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.774037] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.962027] env[63302]: DEBUG oslo_concurrency.lockutils [req-05a4d774-e5fa-4a76-8e0a-907650da7a61 req-92e87741-445b-450c-8fce-42bc12195d6b service nova] Releasing lock "refresh_cache-3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.110248] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.112363] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.445s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.112626] env[63302]: DEBUG nova.objects.instance [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lazy-loading 'resources' on Instance uuid 2520c3f0-c28f-46ec-9ece-2171ba74ee62 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.123953] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5278e8c4-b198-d83f-a428-f2ed21b0bf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.136017] env[63302]: INFO nova.scheduler.client.report [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleted allocations for instance b78c09dd-d26d-4dc1-a2d3-b1862916fde7 [ 1728.145561] env[63302]: DEBUG nova.network.neutron [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1728.238122] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.276549] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.289121] env[63302]: DEBUG nova.network.neutron [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Updating instance_info_cache with network_info: [{"id": "eec14bef-2307-4e34-a669-d65fcccb9794", "address": "fa:16:3e:c9:59:7b", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec14bef-23", "ovs_interfaceid": "eec14bef-2307-4e34-a669-d65fcccb9794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.304691] env[63302]: DEBUG nova.network.neutron [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Successfully updated port: 10e456d7-22de-4526-a87b-a4d0d9027bc3 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1728.415414] env[63302]: DEBUG nova.compute.manager [req-72c98fd7-5095-447b-b7a8-40a87f563844 req-33d75e75-ffdc-4bf9-a945-8199d1fe017d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-vif-plugged-10e456d7-22de-4526-a87b-a4d0d9027bc3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1728.415601] env[63302]: DEBUG oslo_concurrency.lockutils [req-72c98fd7-5095-447b-b7a8-40a87f563844 req-33d75e75-ffdc-4bf9-a945-8199d1fe017d service nova] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.415817] env[63302]: DEBUG oslo_concurrency.lockutils [req-72c98fd7-5095-447b-b7a8-40a87f563844 req-33d75e75-ffdc-4bf9-a945-8199d1fe017d service nova] Lock "d5480818-0f2c-459f-921d-a2740b215696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.415988] env[63302]: DEBUG oslo_concurrency.lockutils [req-72c98fd7-5095-447b-b7a8-40a87f563844 req-33d75e75-ffdc-4bf9-a945-8199d1fe017d service nova] Lock "d5480818-0f2c-459f-921d-a2740b215696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.416458] env[63302]: DEBUG nova.compute.manager [req-72c98fd7-5095-447b-b7a8-40a87f563844 req-33d75e75-ffdc-4bf9-a945-8199d1fe017d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] No waiting events found dispatching network-vif-plugged-10e456d7-22de-4526-a87b-a4d0d9027bc3 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1728.416684] env[63302]: WARNING nova.compute.manager [req-72c98fd7-5095-447b-b7a8-40a87f563844 req-33d75e75-ffdc-4bf9-a945-8199d1fe017d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received unexpected event network-vif-plugged-10e456d7-22de-4526-a87b-a4d0d9027bc3 for instance with vm_state active and task_state None. [ 1728.629785] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5278e8c4-b198-d83f-a428-f2ed21b0bf9b, 'name': SearchDatastore_Task, 'duration_secs': 1.386009} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.630326] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.630717] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.631078] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.631472] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.631762] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.632143] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e4cf124-1bfa-41ca-b883-e3064766e66d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.646433] env[63302]: DEBUG oslo_concurrency.lockutils [None req-66950f1a-3e45-4bdb-907a-55d644c3d0ce tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "b78c09dd-d26d-4dc1-a2d3-b1862916fde7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.163s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.660149] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.660149] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.664783] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710f0160-60d7-4875-93e5-1f8759619305 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.674655] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1728.674655] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525de103-e953-77a8-8d3a-1b02b8724e6a" [ 1728.674655] env[63302]: _type = "Task" [ 1728.674655] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.683934] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525de103-e953-77a8-8d3a-1b02b8724e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.737854] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.777606] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.794123] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-70bed86a-ae8e-4911-91eb-f8de877584d2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.794123] env[63302]: DEBUG nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Instance network_info: |[{"id": "eec14bef-2307-4e34-a669-d65fcccb9794", "address": "fa:16:3e:c9:59:7b", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec14bef-23", "ovs_interfaceid": "eec14bef-2307-4e34-a669-d65fcccb9794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1728.795867] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:59:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eec14bef-2307-4e34-a669-d65fcccb9794', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1728.804976] env[63302]: DEBUG oslo.service.loopingcall [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.808708] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1728.809534] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.809841] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.810118] env[63302]: DEBUG nova.network.neutron [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.811674] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36d44bd7-f95c-4c60-8e70-0a83dbcda984 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.842022] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1728.842022] env[63302]: value = "task-1795790" [ 1728.842022] env[63302]: _type = "Task" [ 1728.842022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.851983] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795790, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.034484] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136276e9-f9c7-43d2-9cdf-bf4abbc5f6bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.043516] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb3a9d-ffa1-4c9a-a145-63f1001c39d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.080225] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75db46c-f89a-43b6-9eb3-377aaa9dc10c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.089368] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c9ba67-0704-47a3-ac2f-3b326eb809ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.104607] env[63302]: DEBUG nova.compute.provider_tree [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.187857] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525de103-e953-77a8-8d3a-1b02b8724e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.182275} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.188668] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa4f6b6-8f55-4854-900e-b857a2ba5f24 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.196451] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1729.196451] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ddcf7e-6279-d4c9-7962-5801ccb70fd5" [ 1729.196451] env[63302]: _type = "Task" [ 1729.196451] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.209297] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "db561df9-0a6a-4c10-8d2f-4f3029a24505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.209592] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "db561df9-0a6a-4c10-8d2f-4f3029a24505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.209843] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "db561df9-0a6a-4c10-8d2f-4f3029a24505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.210079] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "db561df9-0a6a-4c10-8d2f-4f3029a24505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.210298] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "db561df9-0a6a-4c10-8d2f-4f3029a24505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.212022] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ddcf7e-6279-d4c9-7962-5801ccb70fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.212477] env[63302]: INFO nova.compute.manager [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Terminating instance [ 1729.214049] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.214262] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a/3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.214548] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40740dbd-2d60-436f-95a1-edcdacb4fb90 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.223523] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1729.223523] env[63302]: value = "task-1795791" [ 1729.223523] env[63302]: _type = "Task" [ 1729.223523] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.230563] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.243590] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.278405] env[63302]: DEBUG oslo_vmware.api [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.869657} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.278797] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.279073] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.279341] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.279593] env[63302]: INFO nova.compute.manager [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Took 4.25 seconds to destroy the instance on the hypervisor. [ 1729.279910] env[63302]: DEBUG oslo.service.loopingcall [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.280182] env[63302]: DEBUG nova.compute.manager [-] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.280333] env[63302]: DEBUG nova.network.neutron [-] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.327376] env[63302]: DEBUG nova.compute.manager [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Received event network-vif-plugged-eec14bef-2307-4e34-a669-d65fcccb9794 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1729.327508] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] Acquiring lock "70bed86a-ae8e-4911-91eb-f8de877584d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.327726] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.327890] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.328065] env[63302]: DEBUG nova.compute.manager [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] No waiting events found dispatching network-vif-plugged-eec14bef-2307-4e34-a669-d65fcccb9794 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1729.328252] env[63302]: WARNING nova.compute.manager [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Received unexpected event network-vif-plugged-eec14bef-2307-4e34-a669-d65fcccb9794 for instance with vm_state building and task_state spawning. [ 1729.328405] env[63302]: DEBUG nova.compute.manager [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Received event network-changed-eec14bef-2307-4e34-a669-d65fcccb9794 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1729.328577] env[63302]: DEBUG nova.compute.manager [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Refreshing instance network info cache due to event network-changed-eec14bef-2307-4e34-a669-d65fcccb9794. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1729.328684] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] Acquiring lock "refresh_cache-70bed86a-ae8e-4911-91eb-f8de877584d2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.328820] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] Acquired lock "refresh_cache-70bed86a-ae8e-4911-91eb-f8de877584d2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.328978] env[63302]: DEBUG nova.network.neutron [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Refreshing network info cache for port eec14bef-2307-4e34-a669-d65fcccb9794 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.355321] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795790, 'name': CreateVM_Task, 'duration_secs': 0.420718} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.355487] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1729.356135] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.356308] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.356618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.357336] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8b7051-67c0-4e9c-af8a-daabfa80b1c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.361794] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1729.361794] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524ca322-45c2-4ae3-b2ed-e526bda44c8b" [ 1729.361794] env[63302]: _type = "Task" [ 1729.361794] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.369944] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524ca322-45c2-4ae3-b2ed-e526bda44c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.399863] env[63302]: WARNING nova.network.neutron [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] 3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78 already exists in list: networks containing: ['3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78']. ignoring it [ 1729.608843] env[63302]: DEBUG nova.scheduler.client.report [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.720431] env[63302]: DEBUG nova.compute.manager [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.720760] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.721619] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46368e84-98f7-41f9-b7d0-672a66a61828 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.733237] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.738211] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.738211] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c037a3af-8dd5-435e-a94b-2a21a8b719f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.744791] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.745980] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1729.745980] env[63302]: value = "task-1795792" [ 1729.745980] env[63302]: _type = "Task" [ 1729.745980] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.755435] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.803190] env[63302]: DEBUG nova.network.neutron [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10e456d7-22de-4526-a87b-a4d0d9027bc3", "address": "fa:16:3e:c0:12:57", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e456d7-22", "ovs_interfaceid": "10e456d7-22de-4526-a87b-a4d0d9027bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.874137] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524ca322-45c2-4ae3-b2ed-e526bda44c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.874137] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.874244] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.874400] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.874550] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.874730] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.875269] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3af638a-da22-4b75-bfa4-6c35f54ee394 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.883563] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.883804] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.884571] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12afc59-864b-4dee-9ab3-34eb4720299e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.890215] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1729.890215] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523b2c50-c2f4-1976-e722-4e34196d8ad1" [ 1729.890215] env[63302]: _type = "Task" [ 1729.890215] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.897906] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523b2c50-c2f4-1976-e722-4e34196d8ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.041924] env[63302]: DEBUG nova.network.neutron [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Updated VIF entry in instance network info cache for port eec14bef-2307-4e34-a669-d65fcccb9794. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.042818] env[63302]: DEBUG nova.network.neutron [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Updating instance_info_cache with network_info: [{"id": "eec14bef-2307-4e34-a669-d65fcccb9794", "address": "fa:16:3e:c9:59:7b", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec14bef-23", "ovs_interfaceid": "eec14bef-2307-4e34-a669-d65fcccb9794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.093043] env[63302]: DEBUG nova.network.neutron [-] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.113585] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.115936] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.559s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.117492] env[63302]: INFO nova.compute.claims [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.139423] env[63302]: INFO nova.scheduler.client.report [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Deleted allocations for instance 2520c3f0-c28f-46ec-9ece-2171ba74ee62 [ 1730.236417] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795791, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.246389] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795783, 'name': CopyVirtualDisk_Task, 'duration_secs': 5.742989} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.246741] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 65b6b379-4e13-43cf-8985-4733f1a9d97b/65b6b379-4e13-43cf-8985-4733f1a9d97b.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.246956] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.249912] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a943917e-e1f6-438d-abf7-b24c2f3a8cd5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.257051] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.257865] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1730.257865] env[63302]: value = "task-1795793" [ 1730.257865] env[63302]: _type = "Task" [ 1730.257865] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.265397] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.306031] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.306673] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.306830] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.307752] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2632aa-7f40-465b-bc62-8b5eb73bfd15 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.325995] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1730.326582] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.326845] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1730.327561] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.327561] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1730.327785] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1730.327956] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1730.328198] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1730.328435] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1730.328668] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1730.328921] env[63302]: DEBUG nova.virt.hardware [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1730.336367] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Reconfiguring VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1730.336757] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd9f1a6-b3e3-4e52-82c8-84d94b1f5fad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.356020] env[63302]: DEBUG oslo_vmware.api [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1730.356020] env[63302]: value = "task-1795794" [ 1730.356020] env[63302]: _type = "Task" [ 1730.356020] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.364460] env[63302]: DEBUG oslo_vmware.api [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795794, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.400326] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523b2c50-c2f4-1976-e722-4e34196d8ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.401321] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c57753-6f6a-48d3-9283-e00612235d59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.407393] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1730.407393] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ed840c-be59-5f3f-61d6-71925b222a83" [ 1730.407393] env[63302]: _type = "Task" [ 1730.407393] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.415536] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ed840c-be59-5f3f-61d6-71925b222a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.545375] env[63302]: DEBUG oslo_concurrency.lockutils [req-7f16be66-d854-4671-8548-d09c6c02be52 req-55038186-b3f4-4996-a084-25b46bcd22f8 service nova] Releasing lock "refresh_cache-70bed86a-ae8e-4911-91eb-f8de877584d2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.595638] env[63302]: INFO nova.compute.manager [-] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Took 1.32 seconds to deallocate network for instance. [ 1730.625993] env[63302]: DEBUG nova.compute.manager [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-changed-10e456d7-22de-4526-a87b-a4d0d9027bc3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1730.626235] env[63302]: DEBUG nova.compute.manager [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Refreshing instance network info cache due to event network-changed-10e456d7-22de-4526-a87b-a4d0d9027bc3. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1730.626452] env[63302]: DEBUG oslo_concurrency.lockutils [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] Acquiring lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.626624] env[63302]: DEBUG oslo_concurrency.lockutils [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] Acquired lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.626792] env[63302]: DEBUG nova.network.neutron [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Refreshing network info cache for port 10e456d7-22de-4526-a87b-a4d0d9027bc3 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.647496] env[63302]: DEBUG oslo_concurrency.lockutils [None req-16c3990b-54bd-431e-8cbe-6e9a78f52bc6 tempest-MultipleCreateTestJSON-1549800784 tempest-MultipleCreateTestJSON-1549800784-project-member] Lock "2520c3f0-c28f-46ec-9ece-2171ba74ee62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.939s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.736384] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795791, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.757193] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795792, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.768830] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064335} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.769163] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.769972] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4906ea71-2d6c-488b-92c2-e48af58931a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.795729] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 65b6b379-4e13-43cf-8985-4733f1a9d97b/65b6b379-4e13-43cf-8985-4733f1a9d97b.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.796079] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f671f62-4cb4-4d51-a8be-2d36e4531d58 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.819228] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1730.819228] env[63302]: value = "task-1795795" [ 1730.819228] env[63302]: _type = "Task" [ 1730.819228] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.827453] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.866649] env[63302]: DEBUG oslo_vmware.api [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.919799] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ed840c-be59-5f3f-61d6-71925b222a83, 'name': SearchDatastore_Task, 'duration_secs': 0.188979} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.919799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.920119] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 70bed86a-ae8e-4911-91eb-f8de877584d2/70bed86a-ae8e-4911-91eb-f8de877584d2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.920379] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059048f9-f991-4f21-8576-c9f85e24d4bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.928177] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1730.928177] env[63302]: value = "task-1795796" [ 1730.928177] env[63302]: _type = "Task" [ 1730.928177] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.937870] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.056209] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "33fe80e1-a693-498d-b39d-da26e1f7b19c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.056491] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "33fe80e1-a693-498d-b39d-da26e1f7b19c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.102664] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.237610] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795791, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.896988} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.240140] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a/3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.240391] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.240845] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f987eee-8ed8-4668-8bcd-e2cc86a066ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.247540] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1731.247540] env[63302]: value = "task-1795797" [ 1731.247540] env[63302]: _type = "Task" [ 1731.247540] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.270499] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.270499] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795792, 'name': PowerOffVM_Task, 'duration_secs': 1.05679} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.270499] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.270499] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.270499] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3e23279-a4a6-44f4-aae1-bdeb3998fa06 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.330530] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795795, 'name': ReconfigVM_Task, 'duration_secs': 0.329988} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.333219] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 65b6b379-4e13-43cf-8985-4733f1a9d97b/65b6b379-4e13-43cf-8985-4733f1a9d97b.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.334300] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6638a72e-734a-4ee5-8fd3-447d452da5ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.341505] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1731.341505] env[63302]: value = "task-1795799" [ 1731.341505] env[63302]: _type = "Task" [ 1731.341505] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.352210] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795799, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.368715] env[63302]: DEBUG oslo_vmware.api [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795794, 'name': ReconfigVM_Task, 'duration_secs': 0.635816} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.371729] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.371956] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Reconfigured VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1731.437966] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.437966] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.438173] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Deleting the datastore file [datastore1] db561df9-0a6a-4c10-8d2f-4f3029a24505 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.438686] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a3b0c71-9278-4e25-9559-ad43aa66dd0f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.444259] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795796, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.452685] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for the task: (returnval){ [ 1731.452685] env[63302]: value = "task-1795800" [ 1731.452685] env[63302]: _type = "Task" [ 1731.452685] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.461238] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.462778] env[63302]: DEBUG nova.network.neutron [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updated VIF entry in instance network info cache for port 10e456d7-22de-4526-a87b-a4d0d9027bc3. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.463663] env[63302]: DEBUG nova.network.neutron [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10e456d7-22de-4526-a87b-a4d0d9027bc3", "address": "fa:16:3e:c0:12:57", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e456d7-22", "ovs_interfaceid": "10e456d7-22de-4526-a87b-a4d0d9027bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.502647] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07783208-96c7-45ea-9d40-2f0e5093eec0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.510376] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69c70fd-cbff-405c-a4e8-da7be28d14a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.542532] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f7ca0-574c-486f-995a-8e9cbbdb9c5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.551173] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80e81d4-6173-46d9-97fc-a15db45399a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.565370] env[63302]: DEBUG nova.compute.manager [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1731.568415] env[63302]: DEBUG nova.compute.provider_tree [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.758331] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068212} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.758662] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.759652] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22423654-4023-4f1f-961c-6992c446f0f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.783926] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a/3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.785038] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d36c6b2-c603-4377-9769-71095a077e18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.808375] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1731.808375] env[63302]: value = "task-1795801" [ 1731.808375] env[63302]: _type = "Task" [ 1731.808375] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.817957] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.854254] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795799, 'name': Rename_Task, 'duration_secs': 0.163032} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.854552] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.854797] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e28f6f29-2a43-4a19-ac79-4518d30b4b0c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.864311] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1731.864311] env[63302]: value = "task-1795802" [ 1731.864311] env[63302]: _type = "Task" [ 1731.864311] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.872363] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.877703] env[63302]: DEBUG oslo_concurrency.lockutils [None req-feb33f09-7ad1-47d7-b4e9-04bfe15a559c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-d5480818-0f2c-459f-921d-a2740b215696-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.359s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.939025] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991835} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.939294] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 70bed86a-ae8e-4911-91eb-f8de877584d2/70bed86a-ae8e-4911-91eb-f8de877584d2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.939506] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.939759] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5053836-2d98-4adb-bb56-90faff42a710 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.946724] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1731.946724] env[63302]: value = "task-1795803" [ 1731.946724] env[63302]: _type = "Task" [ 1731.946724] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.954150] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.961592] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.968197] env[63302]: DEBUG oslo_concurrency.lockutils [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] Releasing lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.968435] env[63302]: DEBUG nova.compute.manager [req-adbe59b3-d48f-4fa2-821d-0a132cb83c19 req-37d7cc5f-1636-4091-a071-a00b70640778 service nova] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Received event network-vif-deleted-58fa0f72-0a23-4851-a4ae-b22d148b48e4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1732.074528] env[63302]: DEBUG nova.scheduler.client.report [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.098897] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.322742] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.374318] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.456931] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165566} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.460764] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.461590] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd16c30d-45a4-4060-ac93-5b91c2696c86 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.478849] env[63302]: DEBUG oslo_vmware.api [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Task: {'id': task-1795800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62405} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.488341] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 70bed86a-ae8e-4911-91eb-f8de877584d2/70bed86a-ae8e-4911-91eb-f8de877584d2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.488914] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.488914] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.489059] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.489222] env[63302]: INFO nova.compute.manager [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1732.489465] env[63302]: DEBUG oslo.service.loopingcall [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.490083] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406c1a8b-a1ca-4f77-96e3-4bae7fb08142 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.506651] env[63302]: DEBUG nova.compute.manager [-] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.506651] env[63302]: DEBUG nova.network.neutron [-] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.512590] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1732.512590] env[63302]: value = "task-1795804" [ 1732.512590] env[63302]: _type = "Task" [ 1732.512590] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.523340] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.582851] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.583480] env[63302]: DEBUG nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1732.587933] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.013s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.588985] env[63302]: INFO nova.compute.claims [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1732.821965] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795801, 'name': ReconfigVM_Task, 'duration_secs': 0.790793} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.824096] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a/3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.826033] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea332d9d-e584-4528-a921-798349312869 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.833253] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1732.833253] env[63302]: value = "task-1795805" [ 1732.833253] env[63302]: _type = "Task" [ 1732.833253] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.843645] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795805, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.873022] env[63302]: DEBUG oslo_vmware.api [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795802, 'name': PowerOnVM_Task, 'duration_secs': 1.009229} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.873538] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.873937] env[63302]: INFO nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Took 13.63 seconds to spawn the instance on the hypervisor. [ 1732.874137] env[63302]: DEBUG nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.875189] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7965427-a8be-4e5e-bf0d-0ea93fc5f519 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.026707] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.097616] env[63302]: DEBUG nova.compute.utils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.101491] env[63302]: DEBUG nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1733.101663] env[63302]: DEBUG nova.network.neutron [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.176401] env[63302]: DEBUG nova.policy [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f0e7d5a538c4f088eb65467666391c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2570721427e4e7baf151bd8823c949e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.184264] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.184483] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.350035] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795805, 'name': Rename_Task, 'duration_secs': 0.320827} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.350340] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.350539] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2e1b5eb-aea9-483e-ad6d-aeab48de2f85 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.355150] env[63302]: DEBUG nova.compute.manager [req-acfdd2b5-85c3-4740-86e2-5f031715030b req-1c984b9a-9225-466f-a18e-1b8061757216 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Received event network-vif-deleted-b3af955e-82e6-4acf-b60f-784fb148a19a {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1733.355346] env[63302]: INFO nova.compute.manager [req-acfdd2b5-85c3-4740-86e2-5f031715030b req-1c984b9a-9225-466f-a18e-1b8061757216 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Neutron deleted interface b3af955e-82e6-4acf-b60f-784fb148a19a; detaching it from the instance and deleting it from the info cache [ 1733.355519] env[63302]: DEBUG nova.network.neutron [req-acfdd2b5-85c3-4740-86e2-5f031715030b req-1c984b9a-9225-466f-a18e-1b8061757216 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.361143] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1733.361143] env[63302]: value = "task-1795806" [ 1733.361143] env[63302]: _type = "Task" [ 1733.361143] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.371143] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.396107] env[63302]: INFO nova.compute.manager [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Took 36.31 seconds to build instance. [ 1733.511160] env[63302]: DEBUG nova.network.neutron [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Successfully created port: 316529c2-33b1-4958-a4cc-6b98ce3e1fb3 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.525130] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.613953] env[63302]: DEBUG nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1733.692257] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.692425] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1733.692621] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1733.827663] env[63302]: DEBUG nova.network.neutron [-] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.862874] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f434a397-32e4-4654-8a87-1b38176893d7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.874669] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.880663] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b120ee7-d875-4044-b201-8648d54bb047 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.900446] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6c077500-d0cd-4670-b32a-88631928dc19 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "65b6b379-4e13-43cf-8985-4733f1a9d97b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.827s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.928752] env[63302]: DEBUG nova.compute.manager [req-acfdd2b5-85c3-4740-86e2-5f031715030b req-1c984b9a-9225-466f-a18e-1b8061757216 service nova] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Detach interface failed, port_id=b3af955e-82e6-4acf-b60f-784fb148a19a, reason: Instance db561df9-0a6a-4c10-8d2f-4f3029a24505 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1734.022523] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1888dc-b1fa-477d-a3dd-dfe309171378 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.026104] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-d5480818-0f2c-459f-921d-a2740b215696-5e1498b5-f62f-4568-9321-316126cfd97b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.026491] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-d5480818-0f2c-459f-921d-a2740b215696-5e1498b5-f62f-4568-9321-316126cfd97b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.026894] env[63302]: DEBUG nova.objects.instance [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'flavor' on Instance uuid d5480818-0f2c-459f-921d-a2740b215696 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.034402] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795804, 'name': ReconfigVM_Task, 'duration_secs': 1.273766} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.037747] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 70bed86a-ae8e-4911-91eb-f8de877584d2/70bed86a-ae8e-4911-91eb-f8de877584d2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.039025] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8d7e4d5-21fc-4ecf-8033-84b50cfdb9e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.042396] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1e8a63-fb5e-4a99-b52c-af364ea2e3fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.078760] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91e8131-71eb-43a9-9865-5f8949db8f1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.081551] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1734.081551] env[63302]: value = "task-1795807" [ 1734.081551] env[63302]: _type = "Task" [ 1734.081551] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.088812] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52afef1e-1731-4e37-a930-1e459697a9e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.095666] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795807, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.106865] env[63302]: DEBUG nova.compute.provider_tree [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.201200] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Skipping network cache update for instance because it is being deleted. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1734.201477] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1734.201615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1734.201742] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1734.201868] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Skipping network cache update for instance because it is Building. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1734.229258] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.229413] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.229558] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1734.229716] env[63302]: DEBUG nova.objects.instance [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lazy-loading 'info_cache' on Instance uuid bbfcb3b2-a3af-4843-943e-114d4b090fcd {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.331085] env[63302]: INFO nova.compute.manager [-] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Took 1.83 seconds to deallocate network for instance. [ 1734.374385] env[63302]: DEBUG oslo_vmware.api [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795806, 'name': PowerOnVM_Task, 'duration_secs': 0.800574} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.374724] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.375604] env[63302]: INFO nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1734.375604] env[63302]: DEBUG nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.376025] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16506bcf-a1b5-4894-aba5-c8f20d027d17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.593396] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795807, 'name': Rename_Task, 'duration_secs': 0.173383} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.593704] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.594034] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d2fafc8-7eea-4248-bf49-2edf1077ce8d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.602352] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1734.602352] env[63302]: value = "task-1795808" [ 1734.602352] env[63302]: _type = "Task" [ 1734.602352] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.611572] env[63302]: DEBUG nova.scheduler.client.report [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.614835] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.622730] env[63302]: DEBUG nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.651011] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.651391] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.651391] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.651391] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.651645] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.651645] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.651855] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.652025] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.652197] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.652360] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.652529] env[63302]: DEBUG nova.virt.hardware [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.653522] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd64c41-af1b-4139-b146-f7a120ba048a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.662064] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818044ba-4d65-4db1-b59d-a1913c59d3b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.666745] env[63302]: DEBUG nova.objects.instance [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'pci_requests' on Instance uuid d5480818-0f2c-459f-921d-a2740b215696 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.837302] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.891764] env[63302]: INFO nova.compute.manager [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Took 31.67 seconds to build instance. [ 1735.008653] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.008959] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.009583] env[63302]: INFO nova.compute.manager [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Shelving [ 1735.018578] env[63302]: DEBUG nova.compute.manager [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.019528] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b445f73-e89f-4c84-b009-398f251944a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.039313] env[63302]: DEBUG nova.network.neutron [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Successfully updated port: 316529c2-33b1-4958-a4cc-6b98ce3e1fb3 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.113047] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.117034] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.117556] env[63302]: DEBUG nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1735.120344] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.553s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.120514] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.122532] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.126s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.122771] env[63302]: DEBUG nova.objects.instance [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lazy-loading 'resources' on Instance uuid 38191c74-3ce4-486c-9174-e5190b491ee3 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.146250] env[63302]: INFO nova.scheduler.client.report [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted allocations for instance fe32926c-c0f3-4c82-ac21-a889df126bef [ 1735.170648] env[63302]: DEBUG nova.objects.base [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1735.170885] env[63302]: DEBUG nova.network.neutron [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1735.235759] env[63302]: DEBUG nova.policy [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1735.394374] env[63302]: DEBUG oslo_concurrency.lockutils [None req-849d1c9a-7dfa-4fd6-83c3-b070216e61db tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.178s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.432847] env[63302]: DEBUG nova.compute.manager [req-2732fb90-22f0-44ad-bace-23a9cf44994b req-deb6b016-39ef-4a82-ae7c-cf9ed676e982 service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Received event network-vif-plugged-316529c2-33b1-4958-a4cc-6b98ce3e1fb3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1735.432847] env[63302]: DEBUG oslo_concurrency.lockutils [req-2732fb90-22f0-44ad-bace-23a9cf44994b req-deb6b016-39ef-4a82-ae7c-cf9ed676e982 service nova] Acquiring lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.432928] env[63302]: DEBUG oslo_concurrency.lockutils [req-2732fb90-22f0-44ad-bace-23a9cf44994b req-deb6b016-39ef-4a82-ae7c-cf9ed676e982 service nova] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.433159] env[63302]: DEBUG oslo_concurrency.lockutils [req-2732fb90-22f0-44ad-bace-23a9cf44994b req-deb6b016-39ef-4a82-ae7c-cf9ed676e982 service nova] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.433300] env[63302]: DEBUG nova.compute.manager [req-2732fb90-22f0-44ad-bace-23a9cf44994b req-deb6b016-39ef-4a82-ae7c-cf9ed676e982 service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] No waiting events found dispatching network-vif-plugged-316529c2-33b1-4958-a4cc-6b98ce3e1fb3 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.433518] env[63302]: WARNING nova.compute.manager [req-2732fb90-22f0-44ad-bace-23a9cf44994b req-deb6b016-39ef-4a82-ae7c-cf9ed676e982 service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Received unexpected event network-vif-plugged-316529c2-33b1-4958-a4cc-6b98ce3e1fb3 for instance with vm_state building and task_state spawning. [ 1735.532792] env[63302]: INFO nova.compute.manager [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] instance snapshotting [ 1735.535969] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2da92e1-1089-46d2-99f1-6da16a1739c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.541420] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.541420] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.541420] env[63302]: DEBUG nova.network.neutron [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.558204] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c4d31a-ff25-4d7d-8c55-924af907ee50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.613293] env[63302]: DEBUG oslo_vmware.api [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795808, 'name': PowerOnVM_Task, 'duration_secs': 0.552157} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.613539] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.613740] env[63302]: INFO nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1735.613925] env[63302]: DEBUG nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.614693] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528b6870-1cb3-45fc-87d6-0e2f2c3e5f6d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.626303] env[63302]: DEBUG nova.compute.utils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1735.630571] env[63302]: DEBUG nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1735.630759] env[63302]: DEBUG nova.network.neutron [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1735.654930] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bf30cbbb-04b2-4d9d-b350-59f69908b767 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "fe32926c-c0f3-4c82-ac21-a889df126bef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.791s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.678872] env[63302]: DEBUG nova.policy [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a6037fec8b940a6a9c98713993b99d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43bb569ab0c4431d991b364f3b9343cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1735.966934] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de131db-de6c-455c-9278-b1545b37c441 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.975253] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Updating instance_info_cache with network_info: [{"id": "bc4e411f-12f8-4994-95e2-cd6c2c5a7b89", "address": "fa:16:3e:07:55:68", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4e411f-12", "ovs_interfaceid": "bc4e411f-12f8-4994-95e2-cd6c2c5a7b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.977131] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a40613-e4be-47d8-af54-463be2de1715 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.014565] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d57d3be-9ac1-4fce-ad4b-4d359d35fbba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.018185] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.019301] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb474bd8-ebf3-4710-b44d-95614b01d5eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.025309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac0b1ec-a304-4655-b5b4-adf0942ce7b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.030971] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1736.030971] env[63302]: value = "task-1795809" [ 1736.030971] env[63302]: _type = "Task" [ 1736.030971] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.043855] env[63302]: DEBUG nova.compute.provider_tree [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.051781] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.053317] env[63302]: DEBUG nova.network.neutron [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Successfully created port: 2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.070095] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1736.070581] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3166fd5-eca9-4019-98ff-c54232b36308 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.084558] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1736.084558] env[63302]: value = "task-1795810" [ 1736.084558] env[63302]: _type = "Task" [ 1736.084558] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.090184] env[63302]: DEBUG nova.network.neutron [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.097966] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.131995] env[63302]: INFO nova.compute.manager [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Took 28.36 seconds to build instance. [ 1736.133778] env[63302]: DEBUG nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1736.240471] env[63302]: DEBUG nova.network.neutron [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance_info_cache with network_info: [{"id": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "address": "fa:16:3e:47:6c:24", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316529c2-33", "ovs_interfaceid": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.482584] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-bbfcb3b2-a3af-4843-943e-114d4b090fcd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.482864] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1736.483123] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.483305] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.483456] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.483611] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.483756] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.483903] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.484044] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1736.484198] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.541602] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.541855] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.547431] env[63302]: DEBUG nova.scheduler.client.report [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.550795] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795809, 'name': PowerOffVM_Task, 'duration_secs': 0.218224} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.551298] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.552174] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23609542-e3e2-407e-a5fa-f03632b19f05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.575120] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71840e06-5a26-4f1f-a39d-f763985f4df3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.595309] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.633866] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3086baf7-d953-43ca-9ece-f7b31e33d2fe tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.871s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.744065] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.744200] env[63302]: DEBUG nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Instance network_info: |[{"id": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "address": "fa:16:3e:47:6c:24", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316529c2-33", "ovs_interfaceid": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1736.744825] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6c:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '316529c2-33b1-4958-a4cc-6b98ce3e1fb3', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.759067] env[63302]: DEBUG oslo.service.loopingcall [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.759459] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.759821] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdd86594-9eb9-4c0e-8335-6df582dcacf4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.794215] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.794215] env[63302]: value = "task-1795811" [ 1736.794215] env[63302]: _type = "Task" [ 1736.794215] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.804370] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795811, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.987971] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.045331] env[63302]: DEBUG nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1737.056735] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.060135] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.019s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.062413] env[63302]: INFO nova.compute.claims [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.088932] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1737.090399] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e680ef69-8c2b-47b6-a6fb-d57ee6906130 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.098443] env[63302]: INFO nova.scheduler.client.report [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleted allocations for instance 38191c74-3ce4-486c-9174-e5190b491ee3 [ 1737.107968] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1737.107968] env[63302]: value = "task-1795812" [ 1737.107968] env[63302]: _type = "Task" [ 1737.107968] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.108414] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795810, 'name': CreateSnapshot_Task, 'duration_secs': 0.922235} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.109038] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1737.113857] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df400787-a4f2-40fd-a1ed-fc419596f267 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.126022] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.142599] env[63302]: DEBUG nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1737.174145] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1737.176444] env[63302]: DEBUG nova.virt.hardware [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1737.178523] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3414fef7-c3e0-4367-b679-4f9a7a21132c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.188884] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a473789-eaf2-44c7-9ba7-c8015e4bcf2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.302390] env[63302]: DEBUG nova.network.neutron [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Successfully updated port: 5e1498b5-f62f-4568-9321-316126cfd97b {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.307936] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795811, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.563520] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.606799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90b8525b-14af-42fe-8da9-6b441f3debef tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "38191c74-3ce4-486c-9174-e5190b491ee3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.093s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.619609] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795812, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.637329] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1737.638063] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2756e98c-5d89-4e95-8063-3f4c72b29de1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.647257] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1737.647257] env[63302]: value = "task-1795813" [ 1737.647257] env[63302]: _type = "Task" [ 1737.647257] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.657786] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795813, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.805566] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795811, 'name': CreateVM_Task, 'duration_secs': 0.51974} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.805782] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.806469] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.806636] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.806960] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.807288] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc04ac9-89b6-4437-9644-e071cf0fffc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.809785] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.809862] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.810193] env[63302]: DEBUG nova.network.neutron [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.814618] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1737.814618] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d40d15-b240-6f24-0d6a-9e191a2def08" [ 1737.814618] env[63302]: _type = "Task" [ 1737.814618] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.822740] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d40d15-b240-6f24-0d6a-9e191a2def08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.868578] env[63302]: DEBUG nova.compute.manager [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Received event network-changed-316529c2-33b1-4958-a4cc-6b98ce3e1fb3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1737.868909] env[63302]: DEBUG nova.compute.manager [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Refreshing instance network info cache due to event network-changed-316529c2-33b1-4958-a4cc-6b98ce3e1fb3. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1737.869224] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Acquiring lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.869501] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Acquired lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.869774] env[63302]: DEBUG nova.network.neutron [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Refreshing network info cache for port 316529c2-33b1-4958-a4cc-6b98ce3e1fb3 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.985355] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "70bed86a-ae8e-4911-91eb-f8de877584d2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.985634] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.985822] env[63302]: DEBUG nova.compute.manager [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.986736] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b540dced-ea3b-4b95-b03b-2c5dd31b5163 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.993962] env[63302]: DEBUG nova.compute.manager [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1737.994528] env[63302]: DEBUG nova.objects.instance [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lazy-loading 'flavor' on Instance uuid 70bed86a-ae8e-4911-91eb-f8de877584d2 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.065648] env[63302]: DEBUG nova.network.neutron [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Successfully updated port: 2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.121246] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795812, 'name': CreateSnapshot_Task, 'duration_secs': 0.829216} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.121546] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1738.122308] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b010b-3acc-43c6-a29f-95492437e6e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.161070] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795813, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.327032] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d40d15-b240-6f24-0d6a-9e191a2def08, 'name': SearchDatastore_Task, 'duration_secs': 0.024759} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.327032] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.327032] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.327032] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.327032] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.327032] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.329186] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1325808-4024-48ae-9cad-1be838e50abe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.338279] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.338460] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.342215] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741f79b5-17f2-4764-bfc7-03b16bf856e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.346852] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1738.346852] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259930b-dac7-2524-c875-f84aa4b14faa" [ 1738.346852] env[63302]: _type = "Task" [ 1738.346852] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.354866] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259930b-dac7-2524-c875-f84aa4b14faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.395562] env[63302]: WARNING nova.network.neutron [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] 3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78 already exists in list: networks containing: ['3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78']. ignoring it [ 1738.395770] env[63302]: WARNING nova.network.neutron [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] 3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78 already exists in list: networks containing: ['3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78']. ignoring it [ 1738.406718] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9564f503-7c42-421f-8691-d1f5a177fb03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.416796] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7d4418-f6fa-4fad-8273-9b11e1f9f929 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.448735] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec72137-9ca6-4321-9113-dac0829e7bf7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.458785] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e15545-7e2c-4746-b81a-b8c431f2f5bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.476238] env[63302]: DEBUG nova.compute.provider_tree [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.482500] env[63302]: DEBUG nova.compute.manager [req-8c04344a-22a5-4e4c-9e0b-44634f151d01 req-90e556f7-3c2f-4390-9180-15fdd02f8063 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Received event network-vif-plugged-2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1738.482812] env[63302]: DEBUG oslo_concurrency.lockutils [req-8c04344a-22a5-4e4c-9e0b-44634f151d01 req-90e556f7-3c2f-4390-9180-15fdd02f8063 service nova] Acquiring lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.483035] env[63302]: DEBUG oslo_concurrency.lockutils [req-8c04344a-22a5-4e4c-9e0b-44634f151d01 req-90e556f7-3c2f-4390-9180-15fdd02f8063 service nova] Lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.483273] env[63302]: DEBUG oslo_concurrency.lockutils [req-8c04344a-22a5-4e4c-9e0b-44634f151d01 req-90e556f7-3c2f-4390-9180-15fdd02f8063 service nova] Lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.483533] env[63302]: DEBUG nova.compute.manager [req-8c04344a-22a5-4e4c-9e0b-44634f151d01 req-90e556f7-3c2f-4390-9180-15fdd02f8063 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] No waiting events found dispatching network-vif-plugged-2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1738.483810] env[63302]: WARNING nova.compute.manager [req-8c04344a-22a5-4e4c-9e0b-44634f151d01 req-90e556f7-3c2f-4390-9180-15fdd02f8063 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Received unexpected event network-vif-plugged-2533df13-7aca-49a8-bd42-de9b909dc876 for instance with vm_state building and task_state spawning. [ 1738.567856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquiring lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.568222] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquired lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.568222] env[63302]: DEBUG nova.network.neutron [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.616607] env[63302]: DEBUG nova.network.neutron [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updated VIF entry in instance network info cache for port 316529c2-33b1-4958-a4cc-6b98ce3e1fb3. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.616980] env[63302]: DEBUG nova.network.neutron [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance_info_cache with network_info: [{"id": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "address": "fa:16:3e:47:6c:24", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316529c2-33", "ovs_interfaceid": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.643336] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1738.646230] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be862755-a675-44a4-b879-4a4d301547d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.658980] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795813, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.660351] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1738.660351] env[63302]: value = "task-1795814" [ 1738.660351] env[63302]: _type = "Task" [ 1738.660351] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.668441] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.859362] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259930b-dac7-2524-c875-f84aa4b14faa, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.860588] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93bc632-7f5a-4982-a203-87d2be32a046 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.871847] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1738.871847] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526deee2-a5d9-e3cd-3952-d455231c3882" [ 1738.871847] env[63302]: _type = "Task" [ 1738.871847] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.880066] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526deee2-a5d9-e3cd-3952-d455231c3882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.981721] env[63302]: DEBUG nova.scheduler.client.report [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.005373] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.005693] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6758d2a2-2fa1-47bd-a33d-5d6973e1c548 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.014355] env[63302]: DEBUG oslo_vmware.api [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1739.014355] env[63302]: value = "task-1795815" [ 1739.014355] env[63302]: _type = "Task" [ 1739.014355] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.024828] env[63302]: DEBUG oslo_vmware.api [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.027478] env[63302]: DEBUG nova.network.neutron [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10e456d7-22de-4526-a87b-a4d0d9027bc3", "address": "fa:16:3e:c0:12:57", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e456d7-22", "ovs_interfaceid": "10e456d7-22de-4526-a87b-a4d0d9027bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e1498b5-f62f-4568-9321-316126cfd97b", "address": "fa:16:3e:02:b3:12", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1498b5-f6", "ovs_interfaceid": "5e1498b5-f62f-4568-9321-316126cfd97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.120457] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Releasing lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.120728] env[63302]: DEBUG nova.compute.manager [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-vif-plugged-5e1498b5-f62f-4568-9321-316126cfd97b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1739.121064] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.121356] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Lock "d5480818-0f2c-459f-921d-a2740b215696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.121547] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Lock "d5480818-0f2c-459f-921d-a2740b215696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.121725] env[63302]: DEBUG nova.compute.manager [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] No waiting events found dispatching network-vif-plugged-5e1498b5-f62f-4568-9321-316126cfd97b {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.121902] env[63302]: WARNING nova.compute.manager [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received unexpected event network-vif-plugged-5e1498b5-f62f-4568-9321-316126cfd97b for instance with vm_state active and task_state None. [ 1739.122077] env[63302]: DEBUG nova.compute.manager [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-changed-5e1498b5-f62f-4568-9321-316126cfd97b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1739.122293] env[63302]: DEBUG nova.compute.manager [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Refreshing instance network info cache due to event network-changed-5e1498b5-f62f-4568-9321-316126cfd97b. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1739.122483] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Acquiring lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.123943] env[63302]: DEBUG nova.network.neutron [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.160022] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795813, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.168706] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.306249] env[63302]: DEBUG nova.network.neutron [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Updating instance_info_cache with network_info: [{"id": "2533df13-7aca-49a8-bd42-de9b909dc876", "address": "fa:16:3e:b2:bb:2d", "network": {"id": "06a7cbb9-f836-4e31-ae8d-b890f3510b83", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-808107175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bb569ab0c4431d991b364f3b9343cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2533df13-7a", "ovs_interfaceid": "2533df13-7aca-49a8-bd42-de9b909dc876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.381419] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526deee2-a5d9-e3cd-3952-d455231c3882, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.381727] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.381990] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 211063c2-f38d-431a-b74f-53f24d8a4e41/211063c2-f38d-431a-b74f-53f24d8a4e41.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.382558] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63328df9-7d41-4cfd-b8e1-3834740a5a7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.389560] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1739.389560] env[63302]: value = "task-1795816" [ 1739.389560] env[63302]: _type = "Task" [ 1739.389560] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.399521] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.486906] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.487482] env[63302]: DEBUG nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1739.490104] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.430s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.490328] env[63302]: DEBUG nova.objects.instance [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lazy-loading 'resources' on Instance uuid 41e85b19-a6d4-41d6-8239-b80e9edd0e72 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.524539] env[63302]: DEBUG oslo_vmware.api [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795815, 'name': PowerOffVM_Task, 'duration_secs': 0.181927} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.525405] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.525612] env[63302]: DEBUG nova.compute.manager [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.526444] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3665f00a-f043-426e-8b00-5f72be1eafb3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.530939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.531591] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.531747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.533519] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Acquired lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.533705] env[63302]: DEBUG nova.network.neutron [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Refreshing network info cache for port 5e1498b5-f62f-4568-9321-316126cfd97b {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.535870] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56e8795-e48e-4c60-8bd2-375793925f3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.557038] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.557386] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.557555] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.557770] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.557925] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.558133] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.558457] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.558656] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.558839] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.559070] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.559362] env[63302]: DEBUG nova.virt.hardware [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.566493] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Reconfiguring VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1739.567244] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-045e4f87-8fc4-45cb-8604-cffa923b701f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.586095] env[63302]: DEBUG oslo_vmware.api [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1739.586095] env[63302]: value = "task-1795817" [ 1739.586095] env[63302]: _type = "Task" [ 1739.586095] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.595569] env[63302]: DEBUG oslo_vmware.api [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795817, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.662074] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795813, 'name': CloneVM_Task, 'duration_secs': 1.68095} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.665528] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Created linked-clone VM from snapshot [ 1739.666430] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9971a2c7-3bac-4214-9324-155dc07b86d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.676269] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.679872] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Uploading image fd88b11e-2b9c-4980-a09d-b06ec800d810 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1739.693617] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1739.693954] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df2b1d64-f3b4-4f68-b3e5-7d5e7f2696b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.701731] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1739.701731] env[63302]: value = "task-1795818" [ 1739.701731] env[63302]: _type = "Task" [ 1739.701731] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.710991] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795818, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.808779] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Releasing lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.809240] env[63302]: DEBUG nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Instance network_info: |[{"id": "2533df13-7aca-49a8-bd42-de9b909dc876", "address": "fa:16:3e:b2:bb:2d", "network": {"id": "06a7cbb9-f836-4e31-ae8d-b890f3510b83", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-808107175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bb569ab0c4431d991b364f3b9343cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2533df13-7a", "ovs_interfaceid": "2533df13-7aca-49a8-bd42-de9b909dc876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.809685] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:bb:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2533df13-7aca-49a8-bd42-de9b909dc876', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.817659] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Creating folder: Project (43bb569ab0c4431d991b364f3b9343cd). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.817972] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bc73530-875b-4f57-b860-004bdb58b055 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.830859] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Created folder: Project (43bb569ab0c4431d991b364f3b9343cd) in parent group-v372222. [ 1739.831170] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Creating folder: Instances. Parent ref: group-v372445. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.831447] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9dc2c9d-80cb-4171-b231-7d27b65923fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.841499] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Created folder: Instances in parent group-v372445. [ 1739.841749] env[63302]: DEBUG oslo.service.loopingcall [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.841929] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.842159] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ebeee4-fff5-4bf3-a3b8-925daf014919 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.862217] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.862217] env[63302]: value = "task-1795821" [ 1739.862217] env[63302]: _type = "Task" [ 1739.862217] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.871566] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795821, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.899262] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.945712] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.946165] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.998277] env[63302]: DEBUG nova.compute.utils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1739.999859] env[63302]: DEBUG nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1740.000039] env[63302]: DEBUG nova.network.neutron [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.046935] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25173109-8584-4240-bbf9-e580f700a570 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.055997] env[63302]: DEBUG nova.policy [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4135f023dce94ebfbc34c966bfd53e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2edbfd263e3944908526be1c37d05b75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.102176] env[63302]: DEBUG oslo_vmware.api [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.178892] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.220280] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795818, 'name': Destroy_Task, 'duration_secs': 0.412145} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.220280] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Destroyed the VM [ 1740.220280] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1740.220280] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9874ab8c-229a-4834-8d82-97b16d2a81ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.237034] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1740.237034] env[63302]: value = "task-1795822" [ 1740.237034] env[63302]: _type = "Task" [ 1740.237034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.250510] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795822, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.311735] env[63302]: DEBUG nova.network.neutron [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updated VIF entry in instance network info cache for port 5e1498b5-f62f-4568-9321-316126cfd97b. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.311735] env[63302]: DEBUG nova.network.neutron [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "10e456d7-22de-4526-a87b-a4d0d9027bc3", "address": "fa:16:3e:c0:12:57", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e456d7-22", "ovs_interfaceid": "10e456d7-22de-4526-a87b-a4d0d9027bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e1498b5-f62f-4568-9321-316126cfd97b", "address": "fa:16:3e:02:b3:12", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1498b5-f6", "ovs_interfaceid": "5e1498b5-f62f-4568-9321-316126cfd97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.371858] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795821, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.373465] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceea099-78f1-45be-910a-a50c97a0d046 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.380335] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d4867b-b712-4ef4-a1bc-d21be1d6fb2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.422387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126da707-a0d7-4796-a24e-bf268c667103 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.431609] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749838} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.434995] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 211063c2-f38d-431a-b74f-53f24d8a4e41/211063c2-f38d-431a-b74f-53f24d8a4e41.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.434995] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.434995] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb4e3813-2bfd-422d-9b5c-fc2839c4a4e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.437384] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b2f78-a042-425a-ab21-a35a41359a32 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.455564] env[63302]: DEBUG nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.459588] env[63302]: DEBUG nova.compute.provider_tree [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.463245] env[63302]: DEBUG nova.network.neutron [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Successfully created port: f3e2d175-2a0a-47cc-86bc-215cd43326e1 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1740.465218] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1740.465218] env[63302]: value = "task-1795823" [ 1740.465218] env[63302]: _type = "Task" [ 1740.465218] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.475564] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.502479] env[63302]: DEBUG nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1740.604105] env[63302]: DEBUG oslo_vmware.api [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.680776] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.745557] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795822, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.813816] env[63302]: DEBUG oslo_concurrency.lockutils [req-51cefce4-8fb3-4002-92e9-b409926d56d5 req-5ce0cc17-9602-4b91-a64e-590d41ce023d service nova] Releasing lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.832352] env[63302]: DEBUG nova.compute.manager [req-5a51401c-7385-4cca-af1a-ab3591fcbf47 req-b5da48c0-de15-4b9a-8163-247633b655a8 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Received event network-changed-2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1740.832475] env[63302]: DEBUG nova.compute.manager [req-5a51401c-7385-4cca-af1a-ab3591fcbf47 req-b5da48c0-de15-4b9a-8163-247633b655a8 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Refreshing instance network info cache due to event network-changed-2533df13-7aca-49a8-bd42-de9b909dc876. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1740.832779] env[63302]: DEBUG oslo_concurrency.lockutils [req-5a51401c-7385-4cca-af1a-ab3591fcbf47 req-b5da48c0-de15-4b9a-8163-247633b655a8 service nova] Acquiring lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.832873] env[63302]: DEBUG oslo_concurrency.lockutils [req-5a51401c-7385-4cca-af1a-ab3591fcbf47 req-b5da48c0-de15-4b9a-8163-247633b655a8 service nova] Acquired lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.833304] env[63302]: DEBUG nova.network.neutron [req-5a51401c-7385-4cca-af1a-ab3591fcbf47 req-b5da48c0-de15-4b9a-8163-247633b655a8 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Refreshing network info cache for port 2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.883508] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795821, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.967393] env[63302]: DEBUG nova.scheduler.client.report [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.981552] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316209} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.981775] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.982720] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad6f29-7fa7-4ac0-a534-302531f9a784 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.986582] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.005747] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 211063c2-f38d-431a-b74f-53f24d8a4e41/211063c2-f38d-431a-b74f-53f24d8a4e41.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.009270] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3694a9-c0c3-4114-ad92-92b1fe09a283 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.032980] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1741.032980] env[63302]: value = "task-1795824" [ 1741.032980] env[63302]: _type = "Task" [ 1741.032980] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.043140] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.099321] env[63302]: DEBUG oslo_vmware.api [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795817, 'name': ReconfigVM_Task, 'duration_secs': 1.339016} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.099908] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.100080] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Reconfigured VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1741.178592] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.246689] env[63302]: DEBUG oslo_vmware.api [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795822, 'name': RemoveSnapshot_Task, 'duration_secs': 0.980384} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.246945] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1741.373923] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795821, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.475591] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.478574] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.657s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.479522] env[63302]: INFO nova.compute.claims [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1741.495323] env[63302]: INFO nova.scheduler.client.report [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Deleted allocations for instance 41e85b19-a6d4-41d6-8239-b80e9edd0e72 [ 1741.527949] env[63302]: DEBUG nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1741.542697] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795824, 'name': ReconfigVM_Task, 'duration_secs': 0.353249} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.543559] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 211063c2-f38d-431a-b74f-53f24d8a4e41/211063c2-f38d-431a-b74f-53f24d8a4e41.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.544441] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b61cad7-e077-4110-a443-7ae7cc379bea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.550694] env[63302]: DEBUG nova.network.neutron [req-5a51401c-7385-4cca-af1a-ab3591fcbf47 req-b5da48c0-de15-4b9a-8163-247633b655a8 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Updated VIF entry in instance network info cache for port 2533df13-7aca-49a8-bd42-de9b909dc876. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.551055] env[63302]: DEBUG nova.network.neutron [req-5a51401c-7385-4cca-af1a-ab3591fcbf47 req-b5da48c0-de15-4b9a-8163-247633b655a8 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Updating instance_info_cache with network_info: [{"id": "2533df13-7aca-49a8-bd42-de9b909dc876", "address": "fa:16:3e:b2:bb:2d", "network": {"id": "06a7cbb9-f836-4e31-ae8d-b890f3510b83", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-808107175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bb569ab0c4431d991b364f3b9343cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2533df13-7a", "ovs_interfaceid": "2533df13-7aca-49a8-bd42-de9b909dc876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.555473] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1741.555473] env[63302]: value = "task-1795825" [ 1741.555473] env[63302]: _type = "Task" [ 1741.555473] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.566817] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795825, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.567105] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1741.567338] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.567589] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1741.567683] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.567831] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1741.568260] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1741.568260] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1741.568370] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1741.568526] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1741.568684] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1741.568856] env[63302]: DEBUG nova.virt.hardware [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.569933] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a5ca8a-74d2-49c8-8b74-debc6e26d0a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.579807] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9013cf-c56b-4c12-92a7-dae3f4442918 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.604648] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d0a34dc6-c8fa-4f29-8540-5d4ab505e6ab tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-d5480818-0f2c-459f-921d-a2740b215696-5e1498b5-f62f-4568-9321-316126cfd97b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.578s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.678780] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.753389] env[63302]: WARNING nova.compute.manager [None req-ebe1f8c4-ab4b-4a2d-8ae2-823cec22b4fa tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Image not found during snapshot: nova.exception.ImageNotFound: Image fd88b11e-2b9c-4980-a09d-b06ec800d810 could not be found. [ 1741.855377] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "70bed86a-ae8e-4911-91eb-f8de877584d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.855377] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.855377] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "70bed86a-ae8e-4911-91eb-f8de877584d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.855377] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.855377] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.856271] env[63302]: INFO nova.compute.manager [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Terminating instance [ 1741.876194] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795821, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.004940] env[63302]: DEBUG oslo_concurrency.lockutils [None req-673299ba-3f8e-4516-8ce3-1f8621927ba5 tempest-ServerTagsTestJSON-880160835 tempest-ServerTagsTestJSON-880160835-project-member] Lock "41e85b19-a6d4-41d6-8239-b80e9edd0e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.504s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.060163] env[63302]: DEBUG oslo_concurrency.lockutils [req-5a51401c-7385-4cca-af1a-ab3591fcbf47 req-b5da48c0-de15-4b9a-8163-247633b655a8 service nova] Releasing lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.068742] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795825, 'name': Rename_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.177425] env[63302]: DEBUG nova.network.neutron [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Successfully updated port: f3e2d175-2a0a-47cc-86bc-215cd43326e1 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1742.188389] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.363186] env[63302]: DEBUG nova.compute.manager [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1742.363186] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.363186] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf7cf75-3412-4d7d-97bf-a020dc1b0164 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.374107] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795821, 'name': CreateVM_Task, 'duration_secs': 2.35613} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.376134] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.376420] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.377168] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.377347] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.377649] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.377866] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4fbfdb0-4459-4e81-8f52-af134729c55c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.379293] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db5e214-4d71-4bd0-a383-9c390e0f5dff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.383993] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1742.383993] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5289bed4-d0a7-360f-f18e-2bd3da29b475" [ 1742.383993] env[63302]: _type = "Task" [ 1742.383993] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.393183] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5289bed4-d0a7-360f-f18e-2bd3da29b475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.458463] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.458696] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.458907] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleting the datastore file [datastore1] 70bed86a-ae8e-4911-91eb-f8de877584d2 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.459356] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "65b6b379-4e13-43cf-8985-4733f1a9d97b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.459579] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "65b6b379-4e13-43cf-8985-4733f1a9d97b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.459828] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "65b6b379-4e13-43cf-8985-4733f1a9d97b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.459956] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "65b6b379-4e13-43cf-8985-4733f1a9d97b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.460143] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "65b6b379-4e13-43cf-8985-4733f1a9d97b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.461956] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-494f8e2c-6fb0-4f87-9a60-49a5798fb5b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.464193] env[63302]: INFO nova.compute.manager [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Terminating instance [ 1742.473019] env[63302]: DEBUG oslo_vmware.api [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1742.473019] env[63302]: value = "task-1795827" [ 1742.473019] env[63302]: _type = "Task" [ 1742.473019] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.480099] env[63302]: DEBUG oslo_vmware.api [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.572821] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795825, 'name': Rename_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.682483] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "refresh_cache-0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.682923] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "refresh_cache-0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.683115] env[63302]: DEBUG nova.network.neutron [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1742.684749] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795814, 'name': CloneVM_Task, 'duration_secs': 3.647215} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.684749] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Created linked-clone VM from snapshot [ 1742.685525] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a9b362-8528-429b-83cb-ac71e7af7320 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.700805] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Uploading image 826b7afd-2f6f-438f-a03a-9d6447899826 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1742.735071] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1742.735071] env[63302]: value = "vm-372444" [ 1742.735071] env[63302]: _type = "VirtualMachine" [ 1742.735071] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1742.735225] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b45742bc-6833-4fd2-be8d-2a7028090881 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.745681] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lease: (returnval){ [ 1742.745681] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e75385-c626-3962-ca22-839d86b4046a" [ 1742.745681] env[63302]: _type = "HttpNfcLease" [ 1742.745681] env[63302]: } obtained for exporting VM: (result){ [ 1742.745681] env[63302]: value = "vm-372444" [ 1742.745681] env[63302]: _type = "VirtualMachine" [ 1742.745681] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1742.745962] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the lease: (returnval){ [ 1742.745962] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e75385-c626-3962-ca22-839d86b4046a" [ 1742.745962] env[63302]: _type = "HttpNfcLease" [ 1742.745962] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1742.753447] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1742.753447] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e75385-c626-3962-ca22-839d86b4046a" [ 1742.753447] env[63302]: _type = "HttpNfcLease" [ 1742.753447] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1742.885081] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e80c83-d54b-45a5-98ac-98540fe2d223 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.901534] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6953a45-795d-4a90-b467-9935ee545b4f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.904834] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5289bed4-d0a7-360f-f18e-2bd3da29b475, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.905164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.905407] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.905600] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.905732] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.905943] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.906523] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8b0e3f1-063b-4fe2-b835-6742ca3deb16 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.935095] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd1019-169d-4f48-adae-2a7f50b4452a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.937813] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.937984] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1742.938704] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5fd4dd-d236-4af5-9660-7ca4ca45dece {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.944564] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1742.944564] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cce5ec-add7-e57a-c6b0-b7c0eaafc0fb" [ 1742.944564] env[63302]: _type = "Task" [ 1742.944564] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.950594] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8fd35f-9c24-4749-ad15-0b2860ca279a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.960009] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cce5ec-add7-e57a-c6b0-b7c0eaafc0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009085} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.968880] env[63302]: DEBUG nova.compute.provider_tree [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.969732] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec949875-db3a-4ad9-8c6b-8efde2c57300 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.975658] env[63302]: DEBUG nova.compute.manager [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1742.975919] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.978857] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4cd7f-b2b1-4dd2-831a-0e253177c2cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.983043] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1742.983043] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b6f907-fe7e-1c8c-f622-0b64fb459e7c" [ 1742.983043] env[63302]: _type = "Task" [ 1742.983043] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.986708] env[63302]: DEBUG oslo_vmware.api [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134791} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.992050] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.992050] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.992050] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.992050] env[63302]: INFO nova.compute.manager [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1742.992050] env[63302]: DEBUG oslo.service.loopingcall [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.993194] env[63302]: DEBUG nova.compute.manager [-] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1742.993293] env[63302]: DEBUG nova.network.neutron [-] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.994931] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.995531] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65910fc6-519d-413c-b309-b7c8eae6ca22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.001253] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b6f907-fe7e-1c8c-f622-0b64fb459e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.002655] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.003069] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a230a16a-5efc-40f3-8c24-bc7a6abaa455/a230a16a-5efc-40f3-8c24-bc7a6abaa455.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1743.003304] env[63302]: DEBUG oslo_vmware.api [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1743.003304] env[63302]: value = "task-1795829" [ 1743.003304] env[63302]: _type = "Task" [ 1743.003304] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.003478] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24e99309-937a-4030-98d4-91b2d34be353 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.013406] env[63302]: DEBUG oslo_vmware.api [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.014567] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1743.014567] env[63302]: value = "task-1795830" [ 1743.014567] env[63302]: _type = "Task" [ 1743.014567] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.023121] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.043427] env[63302]: DEBUG nova.compute.manager [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Received event network-vif-plugged-f3e2d175-2a0a-47cc-86bc-215cd43326e1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1743.043648] env[63302]: DEBUG oslo_concurrency.lockutils [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] Acquiring lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.043894] env[63302]: DEBUG oslo_concurrency.lockutils [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] Lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.044092] env[63302]: DEBUG oslo_concurrency.lockutils [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] Lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.044268] env[63302]: DEBUG nova.compute.manager [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] No waiting events found dispatching network-vif-plugged-f3e2d175-2a0a-47cc-86bc-215cd43326e1 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.044436] env[63302]: WARNING nova.compute.manager [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Received unexpected event network-vif-plugged-f3e2d175-2a0a-47cc-86bc-215cd43326e1 for instance with vm_state building and task_state spawning. [ 1743.044595] env[63302]: DEBUG nova.compute.manager [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Received event network-changed-f3e2d175-2a0a-47cc-86bc-215cd43326e1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1743.044754] env[63302]: DEBUG nova.compute.manager [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Refreshing instance network info cache due to event network-changed-f3e2d175-2a0a-47cc-86bc-215cd43326e1. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1743.045457] env[63302]: DEBUG oslo_concurrency.lockutils [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] Acquiring lock "refresh_cache-0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.067274] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795825, 'name': Rename_Task, 'duration_secs': 1.145973} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.067608] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.067802] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af670085-92aa-4d4f-b04d-8c213c3cc9df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.075598] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1743.075598] env[63302]: value = "task-1795831" [ 1743.075598] env[63302]: _type = "Task" [ 1743.075598] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.084460] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.222568] env[63302]: DEBUG nova.network.neutron [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1743.255903] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1743.255903] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e75385-c626-3962-ca22-839d86b4046a" [ 1743.255903] env[63302]: _type = "HttpNfcLease" [ 1743.255903] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1743.256392] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1743.256392] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e75385-c626-3962-ca22-839d86b4046a" [ 1743.256392] env[63302]: _type = "HttpNfcLease" [ 1743.256392] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1743.257733] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2cab7e-c9c4-4e49-bfee-e8f4ecec1a4f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.267672] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f15ac-c047-b8b4-68b2-39481122bcb3/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1743.267885] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f15ac-c047-b8b4-68b2-39481122bcb3/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1743.474313] env[63302]: DEBUG nova.scheduler.client.report [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.509084] env[63302]: DEBUG nova.network.neutron [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Updating instance_info_cache with network_info: [{"id": "f3e2d175-2a0a-47cc-86bc-215cd43326e1", "address": "fa:16:3e:eb:95:00", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e2d175-2a", "ovs_interfaceid": "f3e2d175-2a0a-47cc-86bc-215cd43326e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.524272] env[63302]: DEBUG oslo_vmware.api [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795829, 'name': PowerOffVM_Task, 'duration_secs': 0.294817} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.525082] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.525270] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.525535] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e1de2c4-763a-4fdb-9bb0-328a30afe7ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.531684] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795830, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.588743] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795831, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.720095] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b1f37fe-9e34-4ec1-acdb-ba2ff8ff532c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.814578] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.814809] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.815086] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleting the datastore file [datastore1] 65b6b379-4e13-43cf-8985-4733f1a9d97b {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.815276] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec29548-cadc-40ed-b71c-a2e58ac849ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.822418] env[63302]: DEBUG oslo_vmware.api [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for the task: (returnval){ [ 1743.822418] env[63302]: value = "task-1795833" [ 1743.822418] env[63302]: _type = "Task" [ 1743.822418] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.830984] env[63302]: DEBUG oslo_vmware.api [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.938935] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "7a491f26-489a-4c8d-a7c6-b20aab75b902" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.939338] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "7a491f26-489a-4c8d-a7c6-b20aab75b902" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.939637] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "7a491f26-489a-4c8d-a7c6-b20aab75b902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.939885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "7a491f26-489a-4c8d-a7c6-b20aab75b902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.940264] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "7a491f26-489a-4c8d-a7c6-b20aab75b902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.946588] env[63302]: INFO nova.compute.manager [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Terminating instance [ 1743.963503] env[63302]: DEBUG nova.network.neutron [-] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.982595] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.984538] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.882s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.984937] env[63302]: DEBUG nova.objects.instance [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lazy-loading 'resources' on Instance uuid 8f132a1a-3284-440e-a2d4-a979b2307327 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.017721] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "refresh_cache-0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.018073] env[63302]: DEBUG nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Instance network_info: |[{"id": "f3e2d175-2a0a-47cc-86bc-215cd43326e1", "address": "fa:16:3e:eb:95:00", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e2d175-2a", "ovs_interfaceid": "f3e2d175-2a0a-47cc-86bc-215cd43326e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1744.018835] env[63302]: DEBUG oslo_concurrency.lockutils [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] Acquired lock "refresh_cache-0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.019078] env[63302]: DEBUG nova.network.neutron [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Refreshing network info cache for port f3e2d175-2a0a-47cc-86bc-215cd43326e1 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.020205] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:95:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e2d175-2a0a-47cc-86bc-215cd43326e1', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.033497] env[63302]: DEBUG oslo.service.loopingcall [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.038934] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.039221] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7341396a-0711-40af-84b3-4003f4545c18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.061957] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784719} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.066927] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a230a16a-5efc-40f3-8c24-bc7a6abaa455/a230a16a-5efc-40f3-8c24-bc7a6abaa455.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.067150] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.068270] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.068270] env[63302]: value = "task-1795834" [ 1744.068270] env[63302]: _type = "Task" [ 1744.068270] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.068668] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d1ddcb-cb8a-42a5-8d77-fa27bcdf5aa1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.085749] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795834, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.085749] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1744.085749] env[63302]: value = "task-1795835" [ 1744.085749] env[63302]: _type = "Task" [ 1744.085749] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.095254] env[63302]: DEBUG oslo_vmware.api [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795831, 'name': PowerOnVM_Task, 'duration_secs': 0.530805} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.096152] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.096463] env[63302]: INFO nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1744.096763] env[63302]: DEBUG nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.097953] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616a2d6f-bbc8-4f9e-bb13-19abe57e0b1f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.105081] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.239940] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.240619] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.240935] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.241311] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.241586] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.244266] env[63302]: INFO nova.compute.manager [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Terminating instance [ 1744.309295] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-d5480818-0f2c-459f-921d-a2740b215696-10e456d7-22de-4526-a87b-a4d0d9027bc3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.309712] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-d5480818-0f2c-459f-921d-a2740b215696-10e456d7-22de-4526-a87b-a4d0d9027bc3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.335163] env[63302]: DEBUG oslo_vmware.api [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Task: {'id': task-1795833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324772} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.337088] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1744.337088] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1744.337088] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1744.337088] env[63302]: INFO nova.compute.manager [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1744.337088] env[63302]: DEBUG oslo.service.loopingcall [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.337088] env[63302]: DEBUG nova.compute.manager [-] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1744.337461] env[63302]: DEBUG nova.network.neutron [-] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1744.452000] env[63302]: DEBUG nova.compute.manager [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.452294] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.453240] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf24573-e745-447e-acf8-6dcef5dfcdb4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.462544] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.462915] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe152497-c6d0-4543-a935-fd027e583309 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.466372] env[63302]: INFO nova.compute.manager [-] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Took 1.47 seconds to deallocate network for instance. [ 1744.472583] env[63302]: DEBUG oslo_vmware.api [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1744.472583] env[63302]: value = "task-1795836" [ 1744.472583] env[63302]: _type = "Task" [ 1744.472583] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.481301] env[63302]: DEBUG oslo_vmware.api [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.487212] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "2b887910-3104-4a9b-a799-e7276fbfdcfc" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.487490] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "2b887910-3104-4a9b-a799-e7276fbfdcfc" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.584655] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795834, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.604253] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075377} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.604785] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1744.605997] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d389bf-9aa1-4a01-854d-2a1adf059c89 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.661631] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a230a16a-5efc-40f3-8c24-bc7a6abaa455/a230a16a-5efc-40f3-8c24-bc7a6abaa455.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.668129] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af08333-0a50-4c9e-9ca7-7b7bc604ef2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.701546] env[63302]: INFO nova.compute.manager [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Took 31.16 seconds to build instance. [ 1744.711558] env[63302]: DEBUG nova.compute.manager [req-ad813d39-3f97-4dac-b2ce-ff993fe9bff5 req-f555d276-044b-4ece-b13d-6e13720f2aff service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Received event network-vif-deleted-bb4e64fc-c669-46cb-87df-443acd7a7087 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1744.712056] env[63302]: INFO nova.compute.manager [req-ad813d39-3f97-4dac-b2ce-ff993fe9bff5 req-f555d276-044b-4ece-b13d-6e13720f2aff service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Neutron deleted interface bb4e64fc-c669-46cb-87df-443acd7a7087; detaching it from the instance and deleting it from the info cache [ 1744.712376] env[63302]: DEBUG nova.network.neutron [req-ad813d39-3f97-4dac-b2ce-ff993fe9bff5 req-f555d276-044b-4ece-b13d-6e13720f2aff service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.722880] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1744.722880] env[63302]: value = "task-1795837" [ 1744.722880] env[63302]: _type = "Task" [ 1744.722880] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.749060] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795837, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.749952] env[63302]: DEBUG nova.compute.manager [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.750244] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.751444] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c905a23e-decb-4582-8c51-cbe5cdb6270f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.760223] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.760526] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e61361cc-cac7-4714-980f-eed51e11c9e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.768564] env[63302]: DEBUG oslo_vmware.api [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1744.768564] env[63302]: value = "task-1795838" [ 1744.768564] env[63302]: _type = "Task" [ 1744.768564] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.777387] env[63302]: DEBUG oslo_vmware.api [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.812613] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.812896] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.813811] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f2cc2d-6afc-41ee-bf41-5f671c773c35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.838809] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f881f62-f072-4a07-b6ea-3c417120c85e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.880302] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Reconfiguring VM to detach interface {{(pid=63302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1744.883981] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c655129-00f1-4546-a2bd-93cefeaad26b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.908565] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1744.908565] env[63302]: value = "task-1795839" [ 1744.908565] env[63302]: _type = "Task" [ 1744.908565] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.922795] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.944778] env[63302]: DEBUG nova.network.neutron [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Updated VIF entry in instance network info cache for port f3e2d175-2a0a-47cc-86bc-215cd43326e1. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.945163] env[63302]: DEBUG nova.network.neutron [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Updating instance_info_cache with network_info: [{"id": "f3e2d175-2a0a-47cc-86bc-215cd43326e1", "address": "fa:16:3e:eb:95:00", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e2d175-2a", "ovs_interfaceid": "f3e2d175-2a0a-47cc-86bc-215cd43326e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.975349] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.988352] env[63302]: DEBUG oslo_vmware.api [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795836, 'name': PowerOffVM_Task, 'duration_secs': 0.287078} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.989058] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.989190] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.989495] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a730e14f-c8d2-4375-a74e-90fcac69be48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.994216] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "2b887910-3104-4a9b-a799-e7276fbfdcfc" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.994790] env[63302]: DEBUG nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.049895] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6764211b-f3a5-4c49-9b7a-dddcde06f501 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.058484] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30d01f3-b44e-434b-be5e-8053999e4812 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.099080] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e27cd99-a8b8-4989-94c6-12f8998df9a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.108157] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795834, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.111830] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2509a326-f66f-4481-9766-786e9dd7c15c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.135022] env[63302]: DEBUG nova.compute.provider_tree [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.142499] env[63302]: DEBUG nova.network.neutron [-] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.159822] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.160048] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.160141] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleting the datastore file [datastore1] 7a491f26-489a-4c8d-a7c6-b20aab75b902 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.161277] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d543f7-1181-40d7-8d25-96c4891ba5b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.168719] env[63302]: DEBUG oslo_vmware.api [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1745.168719] env[63302]: value = "task-1795841" [ 1745.168719] env[63302]: _type = "Task" [ 1745.168719] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.178623] env[63302]: DEBUG oslo_vmware.api [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.215982] env[63302]: DEBUG oslo_concurrency.lockutils [None req-093fb00b-9501-4051-9801-967a1151128c tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.684s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.217929] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf936974-5856-4d65-a955-344d86a21053 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.232204] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f128d0f-1b14-42f9-80e5-7dbf78c2dd46 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.250383] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795837, 'name': ReconfigVM_Task, 'duration_secs': 0.478953} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.250944] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a230a16a-5efc-40f3-8c24-bc7a6abaa455/a230a16a-5efc-40f3-8c24-bc7a6abaa455.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.251302] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c237ec6-aa1d-40a6-b5a1-215a25a85713 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.272785] env[63302]: DEBUG nova.compute.manager [req-ad813d39-3f97-4dac-b2ce-ff993fe9bff5 req-f555d276-044b-4ece-b13d-6e13720f2aff service nova] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Detach interface failed, port_id=bb4e64fc-c669-46cb-87df-443acd7a7087, reason: Instance 65b6b379-4e13-43cf-8985-4733f1a9d97b could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1745.279339] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1745.279339] env[63302]: value = "task-1795842" [ 1745.279339] env[63302]: _type = "Task" [ 1745.279339] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.287312] env[63302]: DEBUG oslo_vmware.api [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795838, 'name': PowerOffVM_Task, 'duration_secs': 0.240936} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.288256] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.288931] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.288931] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e87d216f-860f-43e7-bd10-2d5689647682 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.293768] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795842, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.315140] env[63302]: DEBUG nova.compute.manager [req-35abd588-c352-4e3a-9002-9d871f37c70f req-d59efc02-6002-482e-b57e-ec47621ff2b1 service nova] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Received event network-vif-deleted-eec14bef-2307-4e34-a669-d65fcccb9794 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1745.419682] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.447632] env[63302]: DEBUG oslo_concurrency.lockutils [req-0887f433-a6f3-402e-ab74-d77dcc5b0ffd req-721e181b-455a-41e4-b214-8b9a8764bf63 service nova] Releasing lock "refresh_cache-0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.500434] env[63302]: DEBUG nova.compute.utils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1745.502350] env[63302]: DEBUG nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1745.502541] env[63302]: DEBUG nova.network.neutron [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1745.549592] env[63302]: DEBUG nova.policy [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c62d317416154d83a0830132d3822602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d72d3b648b140aaa17e51ea37364151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1745.572219] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.572612] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.572829] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleting the datastore file [datastore1] 0467bf59-8d10-4d28-bbfd-7443d0915ea3 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.573667] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e78b5d-6533-4ff8-b033-c0ba69a19fc5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.580200] env[63302]: DEBUG oslo_vmware.api [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for the task: (returnval){ [ 1745.580200] env[63302]: value = "task-1795844" [ 1745.580200] env[63302]: _type = "Task" [ 1745.580200] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.591249] env[63302]: DEBUG oslo_vmware.api [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.606086] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795834, 'name': CreateVM_Task, 'duration_secs': 1.190796} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.606086] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.607264] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.607687] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.608241] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.609016] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc9bdf9-bace-411c-8bd3-c3bf1a373b92 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.614923] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1745.614923] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5234df9d-537e-bc6f-4de0-71792fecfcc2" [ 1745.614923] env[63302]: _type = "Task" [ 1745.614923] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.623511] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5234df9d-537e-bc6f-4de0-71792fecfcc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.639021] env[63302]: DEBUG nova.scheduler.client.report [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.647189] env[63302]: INFO nova.compute.manager [-] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Took 1.31 seconds to deallocate network for instance. [ 1745.681039] env[63302]: DEBUG oslo_vmware.api [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411508} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.681206] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.681343] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.681519] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.681711] env[63302]: INFO nova.compute.manager [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1745.682017] env[63302]: DEBUG oslo.service.loopingcall [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.682644] env[63302]: DEBUG nova.compute.manager [-] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.682644] env[63302]: DEBUG nova.network.neutron [-] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.792277] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795842, 'name': Rename_Task, 'duration_secs': 0.136195} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.793120] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.795293] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-197713d5-c9a9-46d4-ae2b-690846a38d4c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.803574] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1745.803574] env[63302]: value = "task-1795845" [ 1745.803574] env[63302]: _type = "Task" [ 1745.803574] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.812672] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.921738] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.977598] env[63302]: DEBUG nova.network.neutron [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Successfully created port: 50370db9-1b4e-407c-8552-5c78078e3786 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.005624] env[63302]: DEBUG nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.095486] env[63302]: DEBUG oslo_vmware.api [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Task: {'id': task-1795844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240821} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.095823] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.096058] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.096282] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.096465] env[63302]: INFO nova.compute.manager [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1746.096812] env[63302]: DEBUG oslo.service.loopingcall [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.097699] env[63302]: DEBUG nova.compute.manager [-] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1746.097699] env[63302]: DEBUG nova.network.neutron [-] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.125551] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5234df9d-537e-bc6f-4de0-71792fecfcc2, 'name': SearchDatastore_Task, 'duration_secs': 0.017716} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.125861] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.126109] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.126348] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.126490] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.129019] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.129019] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f54c42-7b36-4782-b85d-e73c338ea5dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.138778] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.138968] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.139773] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eceb1c6b-4c0d-4c3a-8816-53095147fdfc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.145532] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.150402] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.050s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.150402] env[63302]: INFO nova.compute.claims [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.153121] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1746.153121] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5209ca12-cc97-afcd-a0b6-4c6e4d9b157d" [ 1746.153121] env[63302]: _type = "Task" [ 1746.153121] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.160781] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.168450] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5209ca12-cc97-afcd-a0b6-4c6e4d9b157d, 'name': SearchDatastore_Task, 'duration_secs': 0.01643} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.168450] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3fcfbb-ab3e-4359-a490-2820cdd1cfd6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.172990] env[63302]: INFO nova.scheduler.client.report [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted allocations for instance 8f132a1a-3284-440e-a2d4-a979b2307327 [ 1746.181813] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1746.181813] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527eb966-3a0c-1e1a-f82f-76ab86aa2d3f" [ 1746.181813] env[63302]: _type = "Task" [ 1746.181813] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.191089] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527eb966-3a0c-1e1a-f82f-76ab86aa2d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.315797] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795845, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.421480] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.482318] env[63302]: DEBUG nova.network.neutron [-] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.686738] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4bfcba23-35b8-4a48-8aea-c0fe67d7b05b tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "8f132a1a-3284-440e-a2d4-a979b2307327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.165s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.702515] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527eb966-3a0c-1e1a-f82f-76ab86aa2d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013333} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.702866] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.703160] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72/0c9cc5a6-cba7-4b3e-9375-ff80cd628c72.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.703628] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f707899-fb97-44eb-a2a7-96838b5b0ca8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.711260] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1746.711260] env[63302]: value = "task-1795846" [ 1746.711260] env[63302]: _type = "Task" [ 1746.711260] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.720008] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.744504] env[63302]: DEBUG nova.compute.manager [req-f5ba7043-c0fe-40b0-bd83-40382de6ae35 req-2683ca77-13ef-4b1b-8126-960e4d82037f service nova] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Received event network-vif-deleted-4a83cb89-96de-40ba-ad9e-c97db94c520e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1746.744719] env[63302]: DEBUG nova.compute.manager [req-f5ba7043-c0fe-40b0-bd83-40382de6ae35 req-2683ca77-13ef-4b1b-8126-960e4d82037f service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Received event network-vif-deleted-19e544b3-5390-4994-96b7-ce9a3bbf88fe {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1746.744946] env[63302]: INFO nova.compute.manager [req-f5ba7043-c0fe-40b0-bd83-40382de6ae35 req-2683ca77-13ef-4b1b-8126-960e4d82037f service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Neutron deleted interface 19e544b3-5390-4994-96b7-ce9a3bbf88fe; detaching it from the instance and deleting it from the info cache [ 1746.745050] env[63302]: DEBUG nova.network.neutron [req-f5ba7043-c0fe-40b0-bd83-40382de6ae35 req-2683ca77-13ef-4b1b-8126-960e4d82037f service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.817553] env[63302]: DEBUG oslo_vmware.api [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795845, 'name': PowerOnVM_Task, 'duration_secs': 0.517757} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.817989] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1746.817989] env[63302]: INFO nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1746.818197] env[63302]: DEBUG nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.819024] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b653c2c3-3d05-45f4-9a12-abcb2acc357e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.920851] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.972946] env[63302]: DEBUG nova.compute.manager [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1746.986036] env[63302]: INFO nova.compute.manager [-] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Took 1.30 seconds to deallocate network for instance. [ 1747.008412] env[63302]: DEBUG nova.network.neutron [-] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.015391] env[63302]: DEBUG nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.042707] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.043053] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.043218] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.043372] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.043525] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.043746] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.043997] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.044185] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.044355] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.045226] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.045460] env[63302]: DEBUG nova.virt.hardware [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.046765] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da609624-1f1c-4299-a3b9-d65e082c7168 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.055900] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79407727-a646-429f-9a89-ecf6e739234f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.179599] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.179878] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.180106] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.180300] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.180834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.186071] env[63302]: INFO nova.compute.manager [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Terminating instance [ 1747.223124] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795846, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.247802] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b420ff8c-876f-49db-a704-bbab623cad6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.261790] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb1fd62-bed6-40a6-a78f-1588bd5cc841 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.306950] env[63302]: DEBUG nova.compute.manager [req-f5ba7043-c0fe-40b0-bd83-40382de6ae35 req-2683ca77-13ef-4b1b-8126-960e4d82037f service nova] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Detach interface failed, port_id=19e544b3-5390-4994-96b7-ce9a3bbf88fe, reason: Instance 0467bf59-8d10-4d28-bbfd-7443d0915ea3 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1747.339289] env[63302]: INFO nova.compute.manager [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Took 33.78 seconds to build instance. [ 1747.425074] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.489591] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.492131] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.511233] env[63302]: INFO nova.compute.manager [-] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Took 1.41 seconds to deallocate network for instance. [ 1747.546937] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bebd9f-fa5d-4abc-b550-9978862ed3ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.556619] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d70b9e-06ed-4091-a7d1-0d3fcec7bf27 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.588515] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e54f0e-97a8-4555-965c-8b4aefab0476 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.596627] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd8a150-b7c4-4ac6-8ef2-26e669bb7553 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.612701] env[63302]: DEBUG nova.compute.provider_tree [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.690044] env[63302]: DEBUG nova.compute.manager [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.690322] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.691258] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e64bce-4b67-49de-be78-100fa6f4dd48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.699724] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.699985] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7a96a74-8ef7-44ae-ac43-489de28d62fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.710106] env[63302]: DEBUG oslo_vmware.api [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1747.710106] env[63302]: value = "task-1795847" [ 1747.710106] env[63302]: _type = "Task" [ 1747.710106] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.721873] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66099} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.725553] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72/0c9cc5a6-cba7-4b3e-9375-ff80cd628c72.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.725553] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.725845] env[63302]: DEBUG oslo_vmware.api [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.726217] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7e754f0-33ac-4b60-bd40-67cb24f45d18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.732769] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1747.732769] env[63302]: value = "task-1795848" [ 1747.732769] env[63302]: _type = "Task" [ 1747.732769] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.741754] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.841914] env[63302]: DEBUG oslo_concurrency.lockutils [None req-42b3fe1f-990d-4501-834a-491e74572ae8 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.294s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.923066] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.980446] env[63302]: DEBUG nova.compute.manager [req-d811da31-fbdd-472a-86ee-82591eb3e981 req-139d6877-c1d8-4c80-a7f4-26de76e96e2c service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Received event network-vif-plugged-50370db9-1b4e-407c-8552-5c78078e3786 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1747.980719] env[63302]: DEBUG oslo_concurrency.lockutils [req-d811da31-fbdd-472a-86ee-82591eb3e981 req-139d6877-c1d8-4c80-a7f4-26de76e96e2c service nova] Acquiring lock "735914ec-6df5-4387-9954-1ee72de38365-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.981122] env[63302]: DEBUG oslo_concurrency.lockutils [req-d811da31-fbdd-472a-86ee-82591eb3e981 req-139d6877-c1d8-4c80-a7f4-26de76e96e2c service nova] Lock "735914ec-6df5-4387-9954-1ee72de38365-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.981468] env[63302]: DEBUG oslo_concurrency.lockutils [req-d811da31-fbdd-472a-86ee-82591eb3e981 req-139d6877-c1d8-4c80-a7f4-26de76e96e2c service nova] Lock "735914ec-6df5-4387-9954-1ee72de38365-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.981702] env[63302]: DEBUG nova.compute.manager [req-d811da31-fbdd-472a-86ee-82591eb3e981 req-139d6877-c1d8-4c80-a7f4-26de76e96e2c service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] No waiting events found dispatching network-vif-plugged-50370db9-1b4e-407c-8552-5c78078e3786 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1747.982160] env[63302]: WARNING nova.compute.manager [req-d811da31-fbdd-472a-86ee-82591eb3e981 req-139d6877-c1d8-4c80-a7f4-26de76e96e2c service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Received unexpected event network-vif-plugged-50370db9-1b4e-407c-8552-5c78078e3786 for instance with vm_state building and task_state spawning. [ 1748.020458] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.116226] env[63302]: DEBUG nova.scheduler.client.report [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.221981] env[63302]: DEBUG oslo_vmware.api [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795847, 'name': PowerOffVM_Task, 'duration_secs': 0.300281} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.222404] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.222582] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.223020] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47cd7b48-5541-418b-a01c-d4874005b330 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.248028] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078772} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.248028] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.248582] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7de4366-cc93-4669-aba9-391e0706c096 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.274155] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72/0c9cc5a6-cba7-4b3e-9375-ff80cd628c72.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.274588] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9a5bbe-6a16-428c-9d07-5d53605d6f18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.301054] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1748.301054] env[63302]: value = "task-1795850" [ 1748.301054] env[63302]: _type = "Task" [ 1748.301054] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.310665] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.423333] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.435586] env[63302]: DEBUG nova.network.neutron [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Successfully updated port: 50370db9-1b4e-407c-8552-5c78078e3786 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1748.463566] env[63302]: DEBUG nova.compute.manager [req-af53316b-72fc-4c86-908d-f453748213e2 req-4257624b-ddeb-4402-bfaa-8d55f8b7d8b2 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Received event network-changed-50370db9-1b4e-407c-8552-5c78078e3786 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1748.463834] env[63302]: DEBUG nova.compute.manager [req-af53316b-72fc-4c86-908d-f453748213e2 req-4257624b-ddeb-4402-bfaa-8d55f8b7d8b2 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Refreshing instance network info cache due to event network-changed-50370db9-1b4e-407c-8552-5c78078e3786. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1748.464091] env[63302]: DEBUG oslo_concurrency.lockutils [req-af53316b-72fc-4c86-908d-f453748213e2 req-4257624b-ddeb-4402-bfaa-8d55f8b7d8b2 service nova] Acquiring lock "refresh_cache-735914ec-6df5-4387-9954-1ee72de38365" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.464244] env[63302]: DEBUG oslo_concurrency.lockutils [req-af53316b-72fc-4c86-908d-f453748213e2 req-4257624b-ddeb-4402-bfaa-8d55f8b7d8b2 service nova] Acquired lock "refresh_cache-735914ec-6df5-4387-9954-1ee72de38365" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.464409] env[63302]: DEBUG nova.network.neutron [req-af53316b-72fc-4c86-908d-f453748213e2 req-4257624b-ddeb-4402-bfaa-8d55f8b7d8b2 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Refreshing network info cache for port 50370db9-1b4e-407c-8552-5c78078e3786 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.571320] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.571490] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.571582] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleting the datastore file [datastore1] cd22dd88-cc4b-4988-bffc-a8f72a6f07fc {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.571880] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db8fa148-3bd1-4eea-bd4c-a920b9a9baf6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.579957] env[63302]: DEBUG oslo_vmware.api [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1748.579957] env[63302]: value = "task-1795851" [ 1748.579957] env[63302]: _type = "Task" [ 1748.579957] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.589218] env[63302]: DEBUG oslo_vmware.api [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.621420] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.621967] env[63302]: DEBUG nova.compute.manager [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.624894] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.788s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.625149] env[63302]: DEBUG nova.objects.instance [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lazy-loading 'resources' on Instance uuid db561df9-0a6a-4c10-8d2f-4f3029a24505 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.791342] env[63302]: DEBUG nova.compute.manager [req-4a26a7f4-060c-49d4-9033-7af365fcc1c8 req-fa2c8a5a-35c9-41a0-b360-e487fb87a044 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Received event network-changed-2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1748.792164] env[63302]: DEBUG nova.compute.manager [req-4a26a7f4-060c-49d4-9033-7af365fcc1c8 req-fa2c8a5a-35c9-41a0-b360-e487fb87a044 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Refreshing instance network info cache due to event network-changed-2533df13-7aca-49a8-bd42-de9b909dc876. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1748.792164] env[63302]: DEBUG oslo_concurrency.lockutils [req-4a26a7f4-060c-49d4-9033-7af365fcc1c8 req-fa2c8a5a-35c9-41a0-b360-e487fb87a044 service nova] Acquiring lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.792376] env[63302]: DEBUG oslo_concurrency.lockutils [req-4a26a7f4-060c-49d4-9033-7af365fcc1c8 req-fa2c8a5a-35c9-41a0-b360-e487fb87a044 service nova] Acquired lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.792498] env[63302]: DEBUG nova.network.neutron [req-4a26a7f4-060c-49d4-9033-7af365fcc1c8 req-fa2c8a5a-35c9-41a0-b360-e487fb87a044 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Refreshing network info cache for port 2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.814055] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.926058] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.938721] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "refresh_cache-735914ec-6df5-4387-9954-1ee72de38365" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.023776] env[63302]: DEBUG nova.network.neutron [req-af53316b-72fc-4c86-908d-f453748213e2 req-4257624b-ddeb-4402-bfaa-8d55f8b7d8b2 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1749.090455] env[63302]: DEBUG oslo_vmware.api [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23667} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.090581] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.090803] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.091037] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.091226] env[63302]: INFO nova.compute.manager [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1749.091474] env[63302]: DEBUG oslo.service.loopingcall [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.091666] env[63302]: DEBUG nova.compute.manager [-] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.091762] env[63302]: DEBUG nova.network.neutron [-] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.121794] env[63302]: DEBUG nova.network.neutron [req-af53316b-72fc-4c86-908d-f453748213e2 req-4257624b-ddeb-4402-bfaa-8d55f8b7d8b2 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.131682] env[63302]: DEBUG nova.compute.utils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.134684] env[63302]: DEBUG nova.compute.manager [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Not allocating networking since 'none' was specified. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1749.318058] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.425726] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.466526] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100bfbaa-31ed-48a8-a6a8-ab3396fc6063 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.476544] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe278f9a-c245-444a-817f-4c82442c890e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.512374] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb0b2b-2c46-42f8-a40a-b45d73ae0e2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.521312] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ef5d0-ea08-4af5-8d6d-e83d17b7f498 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.535910] env[63302]: DEBUG nova.compute.provider_tree [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.622115] env[63302]: DEBUG nova.network.neutron [req-4a26a7f4-060c-49d4-9033-7af365fcc1c8 req-fa2c8a5a-35c9-41a0-b360-e487fb87a044 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Updated VIF entry in instance network info cache for port 2533df13-7aca-49a8-bd42-de9b909dc876. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.622292] env[63302]: DEBUG nova.network.neutron [req-4a26a7f4-060c-49d4-9033-7af365fcc1c8 req-fa2c8a5a-35c9-41a0-b360-e487fb87a044 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Updating instance_info_cache with network_info: [{"id": "2533df13-7aca-49a8-bd42-de9b909dc876", "address": "fa:16:3e:b2:bb:2d", "network": {"id": "06a7cbb9-f836-4e31-ae8d-b890f3510b83", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-808107175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bb569ab0c4431d991b364f3b9343cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2533df13-7a", "ovs_interfaceid": "2533df13-7aca-49a8-bd42-de9b909dc876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.627326] env[63302]: DEBUG oslo_concurrency.lockutils [req-af53316b-72fc-4c86-908d-f453748213e2 req-4257624b-ddeb-4402-bfaa-8d55f8b7d8b2 service nova] Releasing lock "refresh_cache-735914ec-6df5-4387-9954-1ee72de38365" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.627709] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquired lock "refresh_cache-735914ec-6df5-4387-9954-1ee72de38365" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.627858] env[63302]: DEBUG nova.network.neutron [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.635025] env[63302]: DEBUG nova.compute.manager [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.697574] env[63302]: DEBUG oslo_concurrency.lockutils [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.698255] env[63302]: DEBUG oslo_concurrency.lockutils [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.812598] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795850, 'name': ReconfigVM_Task, 'duration_secs': 1.487201} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.812962] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72/0c9cc5a6-cba7-4b3e-9375-ff80cd628c72.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.813676] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44e3de6b-f04d-4a1a-80ba-cbd00b99b465 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.820454] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1749.820454] env[63302]: value = "task-1795852" [ 1749.820454] env[63302]: _type = "Task" [ 1749.820454] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.828623] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795852, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.893160] env[63302]: DEBUG nova.network.neutron [-] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.926057] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.042021] env[63302]: DEBUG nova.scheduler.client.report [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.125719] env[63302]: DEBUG oslo_concurrency.lockutils [req-4a26a7f4-060c-49d4-9033-7af365fcc1c8 req-fa2c8a5a-35c9-41a0-b360-e487fb87a044 service nova] Releasing lock "refresh_cache-a230a16a-5efc-40f3-8c24-bc7a6abaa455" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.169876] env[63302]: DEBUG nova.network.neutron [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1750.201842] env[63302]: DEBUG nova.compute.utils [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.332016] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795852, 'name': Rename_Task, 'duration_secs': 0.277301} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.332420] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.332710] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e58e80-c88f-4761-b2af-e3e202656863 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.342153] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1750.342153] env[63302]: value = "task-1795853" [ 1750.342153] env[63302]: _type = "Task" [ 1750.342153] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.350936] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.372657] env[63302]: DEBUG nova.network.neutron [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Updating instance_info_cache with network_info: [{"id": "50370db9-1b4e-407c-8552-5c78078e3786", "address": "fa:16:3e:2d:eb:ab", "network": {"id": "abc0cd72-86e3-4db4-8296-146b862ed4f7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1483381559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d72d3b648b140aaa17e51ea37364151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50370db9-1b", "ovs_interfaceid": "50370db9-1b4e-407c-8552-5c78078e3786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.395267] env[63302]: INFO nova.compute.manager [-] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Took 1.30 seconds to deallocate network for instance. [ 1750.428351] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.545389] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.547991] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.560s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.548224] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.548444] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1750.548822] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.985s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.551078] env[63302]: INFO nova.compute.claims [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.556120] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e200df76-bf83-4386-a587-9091c89de0d9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.564303] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce2fb6-56d8-4288-af60-a4148af14eb1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.570020] env[63302]: INFO nova.scheduler.client.report [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Deleted allocations for instance db561df9-0a6a-4c10-8d2f-4f3029a24505 [ 1750.585046] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f285091d-98d6-4a2c-9a97-617964b1d6d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.592577] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5910d2b9-23e4-4af0-b203-d2717b782441 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.625036] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179073MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1750.625036] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.645968] env[63302]: DEBUG nova.compute.manager [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.674475] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.674752] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.674933] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.675181] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.675335] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.675520] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.675753] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.675949] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.676151] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.676343] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.676525] env[63302]: DEBUG nova.virt.hardware [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.677537] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5f6561-f960-46e6-a306-6dd5718ad50d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.688986] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f99045-424d-45d4-82a4-f5246860b39e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.703602] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1750.709630] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Creating folder: Project (e4283042f48449c8a3f81520d3952794). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.709935] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f2a6e36-5bd6-4c7c-aa39-c695b85f49b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.712148] env[63302]: DEBUG oslo_concurrency.lockutils [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.722804] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Created folder: Project (e4283042f48449c8a3f81520d3952794) in parent group-v372222. [ 1750.723093] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Creating folder: Instances. Parent ref: group-v372449. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.723381] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57e82b8c-6b75-4a3d-a489-34ad9c0a758c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.732406] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Created folder: Instances in parent group-v372449. [ 1750.732686] env[63302]: DEBUG oslo.service.loopingcall [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.732876] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1750.733156] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82e24205-3979-47f4-938f-99c863ce7d08 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.750719] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1750.750719] env[63302]: value = "task-1795856" [ 1750.750719] env[63302]: _type = "Task" [ 1750.750719] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.759254] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795856, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.854252] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.876243] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Releasing lock "refresh_cache-735914ec-6df5-4387-9954-1ee72de38365" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.876707] env[63302]: DEBUG nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Instance network_info: |[{"id": "50370db9-1b4e-407c-8552-5c78078e3786", "address": "fa:16:3e:2d:eb:ab", "network": {"id": "abc0cd72-86e3-4db4-8296-146b862ed4f7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1483381559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d72d3b648b140aaa17e51ea37364151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50370db9-1b", "ovs_interfaceid": "50370db9-1b4e-407c-8552-5c78078e3786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1750.877220] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:eb:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50370db9-1b4e-407c-8552-5c78078e3786', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1750.886866] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Creating folder: Project (1d72d3b648b140aaa17e51ea37364151). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.887258] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d46abac-3f49-48e3-9197-2cf1e7982662 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.899503] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Created folder: Project (1d72d3b648b140aaa17e51ea37364151) in parent group-v372222. [ 1750.899783] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Creating folder: Instances. Parent ref: group-v372452. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.900063] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f01f88da-a9ce-4b31-965a-8aef061c5308 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.902894] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.912070] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Created folder: Instances in parent group-v372452. [ 1750.912357] env[63302]: DEBUG oslo.service.loopingcall [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.912584] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1750.912790] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3277eee6-6f37-44e4-bb91-292214543180 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.933335] env[63302]: DEBUG nova.compute.manager [req-11f13cd0-f200-47e5-97e9-0a4bbed25c8f req-4fe72d15-e44c-487e-af68-e7c31c2b29d6 service nova] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Received event network-vif-deleted-6bdf3e9f-0796-4ec8-85c0-8e8b65ec491d {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1750.935492] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1750.935492] env[63302]: value = "task-1795859" [ 1750.935492] env[63302]: _type = "Task" [ 1750.935492] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.943863] env[63302]: DEBUG oslo_vmware.api [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795839, 'name': ReconfigVM_Task, 'duration_secs': 6.031386} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.944614] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.944867] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Reconfigured VM to detach interface {{(pid=63302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1750.951588] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795859, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.077934] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8032c4b-8adb-4bd7-a4da-635c6a999ff6 tempest-ServersWithSpecificFlavorTestJSON-286445812 tempest-ServersWithSpecificFlavorTestJSON-286445812-project-member] Lock "db561df9-0a6a-4c10-8d2f-4f3029a24505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.868s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.234746] env[63302]: DEBUG nova.compute.manager [req-4c4965fb-5206-4dfc-9fa6-cbd984928e81 req-d25e1161-2d4e-4ba1-9647-4afdf1e569b0 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-vif-deleted-10e456d7-22de-4526-a87b-a4d0d9027bc3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1751.234968] env[63302]: INFO nova.compute.manager [req-4c4965fb-5206-4dfc-9fa6-cbd984928e81 req-d25e1161-2d4e-4ba1-9647-4afdf1e569b0 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Neutron deleted interface 10e456d7-22de-4526-a87b-a4d0d9027bc3; detaching it from the instance and deleting it from the info cache [ 1751.235515] env[63302]: DEBUG nova.network.neutron [req-4c4965fb-5206-4dfc-9fa6-cbd984928e81 req-d25e1161-2d4e-4ba1-9647-4afdf1e569b0 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e1498b5-f62f-4568-9321-316126cfd97b", "address": "fa:16:3e:02:b3:12", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1498b5-f6", "ovs_interfaceid": "5e1498b5-f62f-4568-9321-316126cfd97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.261711] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795856, 'name': CreateVM_Task, 'duration_secs': 0.372917} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.261921] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1751.262410] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.262668] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.262983] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1751.263252] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b94afc1-4919-4e41-80fd-c0aba35be158 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.268635] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1751.268635] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c8431a-9be4-ab94-3918-582c92d009e6" [ 1751.268635] env[63302]: _type = "Task" [ 1751.268635] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.277017] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c8431a-9be4-ab94-3918-582c92d009e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.354384] env[63302]: DEBUG oslo_vmware.api [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795853, 'name': PowerOnVM_Task, 'duration_secs': 0.646282} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.354692] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.354898] env[63302]: INFO nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1751.355101] env[63302]: DEBUG nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.355934] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa6d587-4160-4e22-9422-33130539ef3b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.452022] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795859, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.741020] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c4965fb-5206-4dfc-9fa6-cbd984928e81 req-d25e1161-2d4e-4ba1-9647-4afdf1e569b0 service nova] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.741020] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c4965fb-5206-4dfc-9fa6-cbd984928e81 req-d25e1161-2d4e-4ba1-9647-4afdf1e569b0 service nova] Acquired lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.741020] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab85801-667c-49cf-9a23-58d9f0826869 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.759551] env[63302]: DEBUG oslo_concurrency.lockutils [req-4c4965fb-5206-4dfc-9fa6-cbd984928e81 req-d25e1161-2d4e-4ba1-9647-4afdf1e569b0 service nova] Releasing lock "d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.760058] env[63302]: WARNING nova.compute.manager [req-4c4965fb-5206-4dfc-9fa6-cbd984928e81 req-d25e1161-2d4e-4ba1-9647-4afdf1e569b0 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Detach interface failed, port_id=10e456d7-22de-4526-a87b-a4d0d9027bc3, reason: No device with interface-id 10e456d7-22de-4526-a87b-a4d0d9027bc3 exists on VM: nova.exception.NotFound: No device with interface-id 10e456d7-22de-4526-a87b-a4d0d9027bc3 exists on VM [ 1751.780033] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c8431a-9be4-ab94-3918-582c92d009e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014702} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.782425] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.782675] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.782966] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.783150] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.784032] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.784032] env[63302]: DEBUG oslo_concurrency.lockutils [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.784168] env[63302]: DEBUG oslo_concurrency.lockutils [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.784330] env[63302]: INFO nova.compute.manager [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Attaching volume 5707ef2c-605d-40eb-b89e-6bc357f4e48f to /dev/sdb [ 1751.786137] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbeaed33-ec6b-47d6-99e0-261f808f8563 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.796144] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.796144] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.798451] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5612b75e-47da-42ae-97dd-5b4e4dd46981 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.805471] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1751.805471] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522d27f1-2168-ac61-24dd-547bef72bd2f" [ 1751.805471] env[63302]: _type = "Task" [ 1751.805471] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.816976] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522d27f1-2168-ac61-24dd-547bef72bd2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.826393] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9638c367-e313-4731-8cd6-ad2928ae6746 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.834072] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c7b054-acbc-4b0d-b38d-9cc7e4dae4ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.852173] env[63302]: DEBUG nova.virt.block_device [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating existing volume attachment record: 8f55f1fe-6057-4bbe-b195-e3ba5a9081d1 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1751.879067] env[63302]: INFO nova.compute.manager [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Took 30.86 seconds to build instance. [ 1751.951312] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795859, 'name': CreateVM_Task, 'duration_secs': 0.51835} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.951505] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1751.952504] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.952504] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.952958] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1751.953081] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8e7b0c-ea33-4866-98e6-87b44476ac92 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.957896] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1751.957896] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5239ee20-fca5-3ee0-8872-ffb58fdcae7c" [ 1751.957896] env[63302]: _type = "Task" [ 1751.957896] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.959593] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4e7214-ca4e-4a57-a176-5a98a6a0ad7b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.971103] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5239ee20-fca5-3ee0-8872-ffb58fdcae7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.973468] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b06e9-0eb9-4511-97a6-f42c8edd2a14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.006286] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e497954f-b1ed-44e1-8338-611408ce1fe7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.014617] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd7fbb2-162d-4149-8550-d0cbe0aa0ab8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.028397] env[63302]: DEBUG nova.compute.provider_tree [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.211465] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.211465] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.211465] env[63302]: DEBUG nova.network.neutron [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.321347] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522d27f1-2168-ac61-24dd-547bef72bd2f, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.321938] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50fc10c9-1529-4a45-be0b-13fc2af61331 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.327921] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1752.327921] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dc44a5-1113-0101-600d-9d1c885964db" [ 1752.327921] env[63302]: _type = "Task" [ 1752.327921] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.338965] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dc44a5-1113-0101-600d-9d1c885964db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.381284] env[63302]: DEBUG oslo_concurrency.lockutils [None req-aef6c1ed-24be-4af9-9c27-1dbd29ea4e1d tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.378s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.404538] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.404822] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.405091] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.405331] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.405515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.409894] env[63302]: INFO nova.compute.manager [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Terminating instance [ 1752.470513] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5239ee20-fca5-3ee0-8872-ffb58fdcae7c, 'name': SearchDatastore_Task, 'duration_secs': 0.013196} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.470902] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.471361] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1752.471590] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.531200] env[63302]: DEBUG nova.scheduler.client.report [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.802153] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.802153] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "d5480818-0f2c-459f-921d-a2740b215696" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.802153] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "d5480818-0f2c-459f-921d-a2740b215696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.806020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "d5480818-0f2c-459f-921d-a2740b215696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.806020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "d5480818-0f2c-459f-921d-a2740b215696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.806020] env[63302]: INFO nova.compute.manager [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Terminating instance [ 1752.839292] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dc44a5-1113-0101-600d-9d1c885964db, 'name': SearchDatastore_Task, 'duration_secs': 0.015407} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.845068] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.845573] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c/33fe80e1-a693-498d-b39d-da26e1f7b19c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1752.845681] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.846357] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.846357] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec59181-af50-4edb-a359-6faa75aabdf2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.850942] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1a81eee-5e2f-45cb-b4b4-7bf3f658ee5e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.859368] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1752.859368] env[63302]: value = "task-1795863" [ 1752.859368] env[63302]: _type = "Task" [ 1752.859368] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.866473] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.868862] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.869048] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1752.872018] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4578ac7a-98f9-447b-8965-86231b3998e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.877184] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1752.877184] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525dd518-1275-4fa4-3661-c9d9cba859e2" [ 1752.877184] env[63302]: _type = "Task" [ 1752.877184] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.887084] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525dd518-1275-4fa4-3661-c9d9cba859e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.916263] env[63302]: DEBUG nova.compute.manager [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.916580] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.917475] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66662674-12b5-4eb8-b734-7194502a237a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.926026] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.926026] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea38ea7-572c-4234-8575-02f11bb18a7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.932137] env[63302]: DEBUG oslo_vmware.api [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1752.932137] env[63302]: value = "task-1795864" [ 1752.932137] env[63302]: _type = "Task" [ 1752.932137] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.940733] env[63302]: DEBUG oslo_vmware.api [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.991154] env[63302]: INFO nova.network.neutron [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Port 5e1498b5-f62f-4568-9321-316126cfd97b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1752.991586] env[63302]: DEBUG nova.network.neutron [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [{"id": "daf6a779-2238-49ce-aeab-39963dfbf704", "address": "fa:16:3e:95:19:ac", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf6a779-22", "ovs_interfaceid": "daf6a779-2238-49ce-aeab-39963dfbf704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.039927] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.040384] env[63302]: DEBUG nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.044401] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.057s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.047772] env[63302]: INFO nova.compute.claims [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.092275] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f15ac-c047-b8b4-68b2-39481122bcb3/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1753.097020] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b51e4e3-be41-4bfc-9ed7-f65c7d0589e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.103845] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f15ac-c047-b8b4-68b2-39481122bcb3/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1753.104154] env[63302]: ERROR oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f15ac-c047-b8b4-68b2-39481122bcb3/disk-0.vmdk due to incomplete transfer. [ 1753.104607] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-096a11a6-8697-46f9-a64c-1d87988e3b5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.115372] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f15ac-c047-b8b4-68b2-39481122bcb3/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1753.115808] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Uploaded image 826b7afd-2f6f-438f-a03a-9d6447899826 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1753.119491] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1753.120331] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a3f8b33c-7d6a-4bcf-bdcd-3a10e447566f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.128451] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1753.128451] env[63302]: value = "task-1795865" [ 1753.128451] env[63302]: _type = "Task" [ 1753.128451] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.144158] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795865, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.261692] env[63302]: DEBUG nova.compute.manager [req-70fe2d70-5fd3-4c32-8076-b728e086bb22 req-f13ca693-03d0-43e3-af9f-816e426f8c90 service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-vif-deleted-5e1498b5-f62f-4568-9321-316126cfd97b {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1753.309995] env[63302]: DEBUG nova.compute.manager [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.310569] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.312475] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451e4869-86e1-4314-8738-9b2798673056 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.321066] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.321751] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8778663f-3701-4bdf-951e-0ea16367ae1f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.328635] env[63302]: DEBUG oslo_vmware.api [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1753.328635] env[63302]: value = "task-1795866" [ 1753.328635] env[63302]: _type = "Task" [ 1753.328635] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.338182] env[63302]: DEBUG oslo_vmware.api [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.367903] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795863, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.388711] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525dd518-1275-4fa4-3661-c9d9cba859e2, 'name': SearchDatastore_Task, 'duration_secs': 0.021934} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.389781] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999e40e7-abdc-4279-b6fb-3d80d4309924 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.396443] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1753.396443] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e617a9-6df2-9ce3-940f-5a5b76e8a34f" [ 1753.396443] env[63302]: _type = "Task" [ 1753.396443] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.406675] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e617a9-6df2-9ce3-940f-5a5b76e8a34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.443863] env[63302]: DEBUG oslo_vmware.api [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795864, 'name': PowerOffVM_Task, 'duration_secs': 0.274379} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.443983] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.444077] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.444452] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1a463c-c8bd-48b6-8f19-7f4b73282289 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.495166] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-d5480818-0f2c-459f-921d-a2740b215696" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.554633] env[63302]: DEBUG nova.compute.utils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.557850] env[63302]: DEBUG nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1753.558461] env[63302]: DEBUG nova.network.neutron [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.640824] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795865, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.644211] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.644429] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.644611] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleting the datastore file [datastore1] 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.644876] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e356c09-6082-4b47-8613-d6129b8297e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.651268] env[63302]: DEBUG oslo_vmware.api [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1753.651268] env[63302]: value = "task-1795868" [ 1753.651268] env[63302]: _type = "Task" [ 1753.651268] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.659979] env[63302]: DEBUG oslo_vmware.api [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.687461] env[63302]: DEBUG nova.policy [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04082bf5da124a6490ffa0bbf9bceb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9651b2881946ce9fc13407c65201f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1753.841789] env[63302]: DEBUG oslo_vmware.api [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795866, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.873820] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770573} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.877528] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c/33fe80e1-a693-498d-b39d-da26e1f7b19c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1753.878083] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1753.878458] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aad7900c-eee4-4263-b359-21c7c4d8d1f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.886546] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1753.886546] env[63302]: value = "task-1795869" [ 1753.886546] env[63302]: _type = "Task" [ 1753.886546] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.895927] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.905533] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e617a9-6df2-9ce3-940f-5a5b76e8a34f, 'name': SearchDatastore_Task, 'duration_secs': 0.074998} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.905680] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.905939] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 735914ec-6df5-4387-9954-1ee72de38365/735914ec-6df5-4387-9954-1ee72de38365.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.906663] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c48c6a29-7ec1-4bb0-bb3d-82719d6eb522 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.913103] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1753.913103] env[63302]: value = "task-1795870" [ 1753.913103] env[63302]: _type = "Task" [ 1753.913103] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.924680] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.998939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-128e0461-0308-49f5-abb9-d6239f009215 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-d5480818-0f2c-459f-921d-a2740b215696-10e456d7-22de-4526-a87b-a4d0d9027bc3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.689s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.063470] env[63302]: DEBUG nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.147791] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795865, 'name': Destroy_Task, 'duration_secs': 0.951079} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.148085] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Destroyed the VM [ 1754.148498] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1754.154029] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6d10097-b441-4d33-86f2-3d8fc1e95ca5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.166506] env[63302]: DEBUG oslo_vmware.api [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172765} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.170692] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.171390] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.174236] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.174488] env[63302]: INFO nova.compute.manager [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1754.174804] env[63302]: DEBUG oslo.service.loopingcall [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.175078] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1754.175078] env[63302]: value = "task-1795871" [ 1754.175078] env[63302]: _type = "Task" [ 1754.175078] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.175572] env[63302]: DEBUG nova.compute.manager [-] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.175676] env[63302]: DEBUG nova.network.neutron [-] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.189483] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795871, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.274363] env[63302]: DEBUG nova.network.neutron [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Successfully created port: 194a02e4-8d57-4cdc-91f3-618a5d8ed651 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.345276] env[63302]: DEBUG oslo_vmware.api [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795866, 'name': PowerOffVM_Task, 'duration_secs': 0.902805} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.345651] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.345958] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.346363] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393bc8d5-a0de-46b8-acad-9f3c4805dd69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.398481] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088757} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.406588] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.407782] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985ab615-1dad-487b-9a19-5ff0e04138f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.438153] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c/33fe80e1-a693-498d-b39d-da26e1f7b19c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.443843] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a77c13-7c1d-41e3-9059-5d56cfc5f00a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.466504] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795870, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.473621] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1754.473621] env[63302]: value = "task-1795874" [ 1754.473621] env[63302]: _type = "Task" [ 1754.473621] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.485341] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.504979] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df269106-c30f-4ffd-8a22-c0bb142207de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.513301] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf241e9-cbd0-43d0-b127-53e2188c0800 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.546358] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b12d45-a066-4bd6-bebf-682766b8444e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.554371] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0d796e-02fe-40ca-92a7-324a277e781f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.568534] env[63302]: DEBUG nova.compute.provider_tree [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.620594] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.620594] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.620594] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleting the datastore file [datastore1] d5480818-0f2c-459f-921d-a2740b215696 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.620594] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba6e0d1b-4b78-4084-bab1-41f2a429f995 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.626873] env[63302]: DEBUG oslo_vmware.api [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1754.626873] env[63302]: value = "task-1795875" [ 1754.626873] env[63302]: _type = "Task" [ 1754.626873] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.635912] env[63302]: DEBUG oslo_vmware.api [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.689749] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795871, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.800186] env[63302]: DEBUG nova.compute.manager [req-fd4b9be1-be72-48cb-bc17-83cbf60303b8 req-24f9af79-8366-47e0-964a-b1eaeca9fac6 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Received event network-vif-deleted-f3e2d175-2a0a-47cc-86bc-215cd43326e1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1754.801098] env[63302]: INFO nova.compute.manager [req-fd4b9be1-be72-48cb-bc17-83cbf60303b8 req-24f9af79-8366-47e0-964a-b1eaeca9fac6 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Neutron deleted interface f3e2d175-2a0a-47cc-86bc-215cd43326e1; detaching it from the instance and deleting it from the info cache [ 1754.801544] env[63302]: DEBUG nova.network.neutron [req-fd4b9be1-be72-48cb-bc17-83cbf60303b8 req-24f9af79-8366-47e0-964a-b1eaeca9fac6 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.924976] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575776} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.925463] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 735914ec-6df5-4387-9954-1ee72de38365/735914ec-6df5-4387-9954-1ee72de38365.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.925828] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.926203] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87110798-dd29-4789-bfc2-374d94f108f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.933432] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1754.933432] env[63302]: value = "task-1795876" [ 1754.933432] env[63302]: _type = "Task" [ 1754.933432] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.944726] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.985076] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.075800] env[63302]: DEBUG nova.scheduler.client.report [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.078995] env[63302]: DEBUG nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.108742] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.108974] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.109149] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.109331] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.109475] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.109617] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.110649] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.110649] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.110649] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.110649] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.110649] env[63302]: DEBUG nova.virt.hardware [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.111815] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4e7ed0-36e1-4c13-b03c-b19f2ad7df35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.120207] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e1381-5d4b-415d-8179-0067f5bfd16f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.143935] env[63302]: DEBUG oslo_vmware.api [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245599} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.144214] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.144400] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.144579] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.144754] env[63302]: INFO nova.compute.manager [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: d5480818-0f2c-459f-921d-a2740b215696] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1755.145019] env[63302]: DEBUG oslo.service.loopingcall [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.145232] env[63302]: DEBUG nova.compute.manager [-] [instance: d5480818-0f2c-459f-921d-a2740b215696] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.145337] env[63302]: DEBUG nova.network.neutron [-] [instance: d5480818-0f2c-459f-921d-a2740b215696] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.188210] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795871, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705522} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.188332] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1755.188623] env[63302]: DEBUG nova.compute.manager [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.189431] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4e80e3-4787-46b0-8672-540477c8e0e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.217758] env[63302]: DEBUG nova.network.neutron [-] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.217758] env[63302]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5e1498b5-f62f-4568-9321-316126cfd97b could not be found.", "detail": ""}} {{(pid=63302) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1755.217758] env[63302]: DEBUG nova.network.neutron [-] Unable to show port 5e1498b5-f62f-4568-9321-316126cfd97b as it no longer exists. {{(pid=63302) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1755.305280] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a07ae6f-18c0-4ca4-9ea3-9e3c553913db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.315349] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028462e4-e738-4c91-ae48-7b4a916c05c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.346839] env[63302]: DEBUG nova.compute.manager [req-fd4b9be1-be72-48cb-bc17-83cbf60303b8 req-24f9af79-8366-47e0-964a-b1eaeca9fac6 service nova] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Detach interface failed, port_id=f3e2d175-2a0a-47cc-86bc-215cd43326e1, reason: Instance 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1755.447175] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061819} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.447480] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1755.448253] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1be510-2baf-4e33-85b4-b020388ebd1b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.478932] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 735914ec-6df5-4387-9954-1ee72de38365/735914ec-6df5-4387-9954-1ee72de38365.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.479979] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f10b345-7a0f-4930-9886-80059d7861ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.504018] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795874, 'name': ReconfigVM_Task, 'duration_secs': 0.698138} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.504429] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c/33fe80e1-a693-498d-b39d-da26e1f7b19c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.505150] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1755.505150] env[63302]: value = "task-1795877" [ 1755.505150] env[63302]: _type = "Task" [ 1755.505150] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.505378] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c8d197-440e-4a11-92cf-7f736d37eba0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.521149] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.521662] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1755.521662] env[63302]: value = "task-1795878" [ 1755.521662] env[63302]: _type = "Task" [ 1755.521662] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.536257] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795878, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.583786] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.584370] env[63302]: DEBUG nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1755.587128] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.612s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.587690] env[63302]: DEBUG nova.objects.instance [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lazy-loading 'resources' on Instance uuid 70bed86a-ae8e-4911-91eb-f8de877584d2 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.702928] env[63302]: INFO nova.compute.manager [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Shelve offloading [ 1755.722057] env[63302]: INFO nova.compute.manager [-] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Took 1.55 seconds to deallocate network for instance. [ 1756.018676] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.034644] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795878, 'name': Rename_Task, 'duration_secs': 0.241902} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.034956] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.035245] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8fb403-2214-4ab7-9c40-e4430a599a09 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.042315] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1756.042315] env[63302]: value = "task-1795879" [ 1756.042315] env[63302]: _type = "Task" [ 1756.042315] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.051216] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.091165] env[63302]: DEBUG nova.compute.utils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.095600] env[63302]: DEBUG nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.095798] env[63302]: DEBUG nova.network.neutron [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.163721] env[63302]: DEBUG nova.network.neutron [-] [instance: d5480818-0f2c-459f-921d-a2740b215696] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.206497] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1756.207740] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b07c92c1-61e4-42f5-92fb-f34f1d03dc7e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.210528] env[63302]: DEBUG nova.compute.manager [req-970b86a6-d6ab-47fc-8f7e-afabad75b15c req-bd6f7c3e-2360-4cef-b649-70946b4eb5f5 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Received event network-vif-plugged-194a02e4-8d57-4cdc-91f3-618a5d8ed651 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1756.210634] env[63302]: DEBUG oslo_concurrency.lockutils [req-970b86a6-d6ab-47fc-8f7e-afabad75b15c req-bd6f7c3e-2360-4cef-b649-70946b4eb5f5 service nova] Acquiring lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.210840] env[63302]: DEBUG oslo_concurrency.lockutils [req-970b86a6-d6ab-47fc-8f7e-afabad75b15c req-bd6f7c3e-2360-4cef-b649-70946b4eb5f5 service nova] Lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.211027] env[63302]: DEBUG oslo_concurrency.lockutils [req-970b86a6-d6ab-47fc-8f7e-afabad75b15c req-bd6f7c3e-2360-4cef-b649-70946b4eb5f5 service nova] Lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.211500] env[63302]: DEBUG nova.compute.manager [req-970b86a6-d6ab-47fc-8f7e-afabad75b15c req-bd6f7c3e-2360-4cef-b649-70946b4eb5f5 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] No waiting events found dispatching network-vif-plugged-194a02e4-8d57-4cdc-91f3-618a5d8ed651 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.211500] env[63302]: WARNING nova.compute.manager [req-970b86a6-d6ab-47fc-8f7e-afabad75b15c req-bd6f7c3e-2360-4cef-b649-70946b4eb5f5 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Received unexpected event network-vif-plugged-194a02e4-8d57-4cdc-91f3-618a5d8ed651 for instance with vm_state building and task_state spawning. [ 1756.215726] env[63302]: DEBUG nova.policy [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c86664d96384fb49257c15a0fa6850b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72ad7aeddb034771b62bd31c7b8ccb83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1756.224659] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1756.224659] env[63302]: value = "task-1795880" [ 1756.224659] env[63302]: _type = "Task" [ 1756.224659] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.230980] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.236232] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1756.236452] env[63302]: DEBUG nova.compute.manager [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.237534] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edadd4ce-ffcb-47ec-be84-c0beadfc99b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.253812] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.253998] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.254197] env[63302]: DEBUG nova.network.neutron [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.477908] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773b7e0-af4b-4124-9638-d8065772d93d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.486967] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d905b-ce5e-4e3b-bdf7-601b0a0dbc92 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.531560] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76338d3e-b48a-4c0d-bc3d-c1941fd96f2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.541074] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.542349] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a75213-d7f8-4bb5-b5b4-2348217e336c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.558512] env[63302]: DEBUG nova.compute.provider_tree [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.562964] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.596071] env[63302]: DEBUG nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1756.666108] env[63302]: INFO nova.compute.manager [-] [instance: d5480818-0f2c-459f-921d-a2740b215696] Took 1.52 seconds to deallocate network for instance. [ 1756.716904] env[63302]: DEBUG nova.network.neutron [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Successfully created port: 61d8b99f-9aff-4146-9519-092e61c4e1a1 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1756.775023] env[63302]: DEBUG nova.network.neutron [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Successfully updated port: 194a02e4-8d57-4cdc-91f3-618a5d8ed651 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.807438] env[63302]: DEBUG nova.compute.manager [req-6c8d0831-d4e2-48de-b6b5-7f099de89e9e req-d5d31f87-6208-46e3-b1c8-3e3ad1175196 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Received event network-changed-194a02e4-8d57-4cdc-91f3-618a5d8ed651 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1756.807438] env[63302]: DEBUG nova.compute.manager [req-6c8d0831-d4e2-48de-b6b5-7f099de89e9e req-d5d31f87-6208-46e3-b1c8-3e3ad1175196 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Refreshing instance network info cache due to event network-changed-194a02e4-8d57-4cdc-91f3-618a5d8ed651. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1756.807438] env[63302]: DEBUG oslo_concurrency.lockutils [req-6c8d0831-d4e2-48de-b6b5-7f099de89e9e req-d5d31f87-6208-46e3-b1c8-3e3ad1175196 service nova] Acquiring lock "refresh_cache-866b74d8-ab5b-4b46-9b07-72c9228c1ebd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.807438] env[63302]: DEBUG oslo_concurrency.lockutils [req-6c8d0831-d4e2-48de-b6b5-7f099de89e9e req-d5d31f87-6208-46e3-b1c8-3e3ad1175196 service nova] Acquired lock "refresh_cache-866b74d8-ab5b-4b46-9b07-72c9228c1ebd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.807438] env[63302]: DEBUG nova.network.neutron [req-6c8d0831-d4e2-48de-b6b5-7f099de89e9e req-d5d31f87-6208-46e3-b1c8-3e3ad1175196 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Refreshing network info cache for port 194a02e4-8d57-4cdc-91f3-618a5d8ed651 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1756.868514] env[63302]: DEBUG nova.compute.manager [req-929eab5b-6689-4889-9317-bbfd0f8466b3 req-85989c23-46fd-4e4d-ad7d-63bed3eabd7a service nova] [instance: d5480818-0f2c-459f-921d-a2740b215696] Received event network-vif-deleted-daf6a779-2238-49ce-aeab-39963dfbf704 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1756.922548] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1756.922886] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372456', 'volume_id': '5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'name': 'volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e2e62ec-9c4d-424f-bb4b-8f04c083536c', 'attached_at': '', 'detached_at': '', 'volume_id': '5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'serial': '5707ef2c-605d-40eb-b89e-6bc357f4e48f'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1756.923988] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a90cc-7b7f-48db-a331-122bb247a5a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.947677] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaf5646-4be9-4765-aea4-0e2b63419c05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.982884] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f/volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.982884] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e81a0058-5779-42f8-b39c-942bdee2c35a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.000561] env[63302]: DEBUG oslo_vmware.api [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1757.000561] env[63302]: value = "task-1795881" [ 1757.000561] env[63302]: _type = "Task" [ 1757.000561] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.011107] env[63302]: DEBUG oslo_vmware.api [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.037753] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.055079] env[63302]: DEBUG oslo_vmware.api [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795879, 'name': PowerOnVM_Task, 'duration_secs': 0.606597} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.057608] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.057662] env[63302]: INFO nova.compute.manager [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1757.057842] env[63302]: DEBUG nova.compute.manager [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.058630] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c522b7f0-9de0-4a2b-8333-ea77daffee5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.066099] env[63302]: DEBUG nova.scheduler.client.report [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.178454] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.248439] env[63302]: DEBUG nova.network.neutron [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa6064a-74", "ovs_interfaceid": "aaa6064a-7457-4842-ab14-619e3fc1db27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.283678] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "refresh_cache-866b74d8-ab5b-4b46-9b07-72c9228c1ebd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.337684] env[63302]: DEBUG nova.network.neutron [req-6c8d0831-d4e2-48de-b6b5-7f099de89e9e req-d5d31f87-6208-46e3-b1c8-3e3ad1175196 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.383149] env[63302]: DEBUG nova.network.neutron [req-6c8d0831-d4e2-48de-b6b5-7f099de89e9e req-d5d31f87-6208-46e3-b1c8-3e3ad1175196 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.511515] env[63302]: DEBUG oslo_vmware.api [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.539317] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.573969] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.579690] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.419s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.581071] env[63302]: DEBUG nova.objects.instance [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lazy-loading 'resources' on Instance uuid 65b6b379-4e13-43cf-8985-4733f1a9d97b {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.584603] env[63302]: INFO nova.compute.manager [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Took 25.51 seconds to build instance. [ 1757.605874] env[63302]: DEBUG nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1757.613290] env[63302]: INFO nova.scheduler.client.report [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted allocations for instance 70bed86a-ae8e-4911-91eb-f8de877584d2 [ 1757.637490] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1757.637490] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.637490] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1757.637490] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.637914] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1757.638184] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1757.638487] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1757.638747] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1757.639044] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1757.639337] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1757.639615] env[63302]: DEBUG nova.virt.hardware [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1757.640586] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3341c5e4-f1eb-43b0-ba86-efee748e4fb9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.649859] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa299438-c850-400e-b32f-90d5efb7da18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.751034] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.886021] env[63302]: DEBUG oslo_concurrency.lockutils [req-6c8d0831-d4e2-48de-b6b5-7f099de89e9e req-d5d31f87-6208-46e3-b1c8-3e3ad1175196 service nova] Releasing lock "refresh_cache-866b74d8-ab5b-4b46-9b07-72c9228c1ebd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.886540] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquired lock "refresh_cache-866b74d8-ab5b-4b46-9b07-72c9228c1ebd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.886681] env[63302]: DEBUG nova.network.neutron [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.011793] env[63302]: DEBUG oslo_vmware.api [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795881, 'name': ReconfigVM_Task, 'duration_secs': 0.857762} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.012083] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f/volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.016989] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34106f6-261b-4a48-8877-bd4a4e86a6be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.033746] env[63302]: DEBUG oslo_vmware.api [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1758.033746] env[63302]: value = "task-1795882" [ 1758.033746] env[63302]: _type = "Task" [ 1758.033746] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.039968] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795877, 'name': ReconfigVM_Task, 'duration_secs': 2.081215} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.040542] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 735914ec-6df5-4387-9954-1ee72de38365/735914ec-6df5-4387-9954-1ee72de38365.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.041212] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9568d35-d07b-4c8a-88ee-b245929f9ff0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.045528] env[63302]: DEBUG oslo_vmware.api [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.050160] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1758.050160] env[63302]: value = "task-1795883" [ 1758.050160] env[63302]: _type = "Task" [ 1758.050160] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.059041] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795883, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.087509] env[63302]: DEBUG oslo_concurrency.lockutils [None req-88299fc2-dc65-4688-a4f4-a90a4f7abd73 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "33fe80e1-a693-498d-b39d-da26e1f7b19c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.031s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.109630] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.110637] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c78ba57-1c11-47fd-9682-b783320632f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.121267] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.124129] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba7f2b0-8608-4e62-81a1-ced868dfaf23 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.126577] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6209ceb0-614b-49fb-aac0-81d8df1c46fb tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "70bed86a-ae8e-4911-91eb-f8de877584d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.274s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.268479] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.268685] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.268862] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleting the datastore file [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.269657] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5c02869-848a-48e9-a8e5-0d4445d8a263 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.279961] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1758.279961] env[63302]: value = "task-1795885" [ 1758.279961] env[63302]: _type = "Task" [ 1758.279961] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.291749] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.404211] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d69d82e-3d41-45ba-b648-c5fd4e383c88 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.412396] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c3d323-1823-4cd2-9802-466e8e944fc1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.445424] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5510674c-4dae-4c81-810b-1e3190835134 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.453407] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3928d00-9d4c-4562-8778-643bd07113be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.458123] env[63302]: DEBUG nova.network.neutron [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.471096] env[63302]: DEBUG nova.compute.provider_tree [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.544685] env[63302]: DEBUG oslo_vmware.api [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795882, 'name': ReconfigVM_Task, 'duration_secs': 0.157021} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.544969] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372456', 'volume_id': '5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'name': 'volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e2e62ec-9c4d-424f-bb4b-8f04c083536c', 'attached_at': '', 'detached_at': '', 'volume_id': '5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'serial': '5707ef2c-605d-40eb-b89e-6bc357f4e48f'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1758.560686] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795883, 'name': Rename_Task, 'duration_secs': 0.203298} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.561086] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.561360] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac89e83d-bd1a-403b-a4c8-5ea86827b0ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.569578] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1758.569578] env[63302]: value = "task-1795886" [ 1758.569578] env[63302]: _type = "Task" [ 1758.569578] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.578051] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.713991] env[63302]: DEBUG nova.network.neutron [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Successfully updated port: 61d8b99f-9aff-4146-9519-092e61c4e1a1 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1758.725031] env[63302]: DEBUG nova.network.neutron [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Updating instance_info_cache with network_info: [{"id": "194a02e4-8d57-4cdc-91f3-618a5d8ed651", "address": "fa:16:3e:97:b3:af", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194a02e4-8d", "ovs_interfaceid": "194a02e4-8d57-4cdc-91f3-618a5d8ed651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.790765] env[63302]: DEBUG oslo_vmware.api [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1795885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415955} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.791059] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.791274] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.791438] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.813546] env[63302]: INFO nova.scheduler.client.report [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted allocations for instance 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 [ 1758.845133] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.845381] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.860882] env[63302]: DEBUG nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received event network-vif-unplugged-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1758.861421] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.861421] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.861546] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.861732] env[63302]: DEBUG nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] No waiting events found dispatching network-vif-unplugged-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1758.861916] env[63302]: WARNING nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received unexpected event network-vif-unplugged-aaa6064a-7457-4842-ab14-619e3fc1db27 for instance with vm_state shelved_offloaded and task_state None. [ 1758.862511] env[63302]: DEBUG nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received event network-changed-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1758.862613] env[63302]: DEBUG nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Refreshing instance network info cache due to event network-changed-aaa6064a-7457-4842-ab14-619e3fc1db27. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1758.862805] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Acquiring lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.862989] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Acquired lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.863179] env[63302]: DEBUG nova.network.neutron [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Refreshing network info cache for port aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.907082] env[63302]: INFO nova.compute.manager [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Rebuilding instance [ 1758.945413] env[63302]: DEBUG nova.compute.manager [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.946920] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac85fa7-6450-490f-b13e-f446f5930fdb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.974491] env[63302]: DEBUG nova.scheduler.client.report [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.080444] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795886, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.216750] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "refresh_cache-eb05ee55-044c-4901-bbd2-174d0e8920f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.216750] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "refresh_cache-eb05ee55-044c-4901-bbd2-174d0e8920f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.216894] env[63302]: DEBUG nova.network.neutron [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.227335] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Releasing lock "refresh_cache-866b74d8-ab5b-4b46-9b07-72c9228c1ebd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.227408] env[63302]: DEBUG nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Instance network_info: |[{"id": "194a02e4-8d57-4cdc-91f3-618a5d8ed651", "address": "fa:16:3e:97:b3:af", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194a02e4-8d", "ovs_interfaceid": "194a02e4-8d57-4cdc-91f3-618a5d8ed651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.228372] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:b3:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '194a02e4-8d57-4cdc-91f3-618a5d8ed651', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.236112] env[63302]: DEBUG oslo.service.loopingcall [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.236614] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.237255] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5492eb9-015a-45e1-8f05-84bf185ca684 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.258509] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.258509] env[63302]: value = "task-1795887" [ 1759.258509] env[63302]: _type = "Task" [ 1759.258509] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.267230] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795887, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.318561] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.349480] env[63302]: DEBUG nova.compute.manager [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1759.479448] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.481502] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.992s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.498653] env[63302]: INFO nova.scheduler.client.report [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Deleted allocations for instance 65b6b379-4e13-43cf-8985-4733f1a9d97b [ 1759.586839] env[63302]: DEBUG oslo_vmware.api [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795886, 'name': PowerOnVM_Task, 'duration_secs': 0.602412} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.587139] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.587324] env[63302]: INFO nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Took 12.57 seconds to spawn the instance on the hypervisor. [ 1759.587505] env[63302]: DEBUG nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.588291] env[63302]: DEBUG nova.objects.instance [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lazy-loading 'flavor' on Instance uuid 7e2e62ec-9c4d-424f-bb4b-8f04c083536c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.589984] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c100a-bfab-4450-b02a-ca027e31bd2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.655013] env[63302]: DEBUG nova.network.neutron [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updated VIF entry in instance network info cache for port aaa6064a-7457-4842-ab14-619e3fc1db27. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.655556] env[63302]: DEBUG nova.network.neutron [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapaaa6064a-74", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.763877] env[63302]: DEBUG nova.network.neutron [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1759.771160] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795887, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.778699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.778957] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.874658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.964550] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.965150] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7665b199-3ad9-43f5-b2df-a8c36272a0ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.972596] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1759.972596] env[63302]: value = "task-1795888" [ 1759.972596] env[63302]: _type = "Task" [ 1759.972596] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.973628] env[63302]: DEBUG nova.network.neutron [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Updating instance_info_cache with network_info: [{"id": "61d8b99f-9aff-4146-9519-092e61c4e1a1", "address": "fa:16:3e:8b:79:92", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d8b99f-9a", "ovs_interfaceid": "61d8b99f-9aff-4146-9519-092e61c4e1a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.982763] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.986359] env[63302]: INFO nova.compute.claims [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.005877] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5c3ea2bd-3fef-4dc1-b25d-7fbae9c81e27 tempest-ImagesTestJSON-1506129189 tempest-ImagesTestJSON-1506129189-project-member] Lock "65b6b379-4e13-43cf-8985-4733f1a9d97b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.546s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.102049] env[63302]: DEBUG oslo_concurrency.lockutils [None req-949a4274-8dca-4e80-a3d4-25e1670e38e1 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.318s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.116402] env[63302]: INFO nova.compute.manager [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Took 36.31 seconds to build instance. [ 1760.158624] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Releasing lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.158899] env[63302]: DEBUG nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Received event network-vif-plugged-61d8b99f-9aff-4146-9519-092e61c4e1a1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1760.159174] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Acquiring lock "eb05ee55-044c-4901-bbd2-174d0e8920f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.159408] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.159567] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.159739] env[63302]: DEBUG nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] No waiting events found dispatching network-vif-plugged-61d8b99f-9aff-4146-9519-092e61c4e1a1 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1760.159907] env[63302]: WARNING nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Received unexpected event network-vif-plugged-61d8b99f-9aff-4146-9519-092e61c4e1a1 for instance with vm_state building and task_state spawning. [ 1760.160106] env[63302]: DEBUG nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Received event network-changed-61d8b99f-9aff-4146-9519-092e61c4e1a1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1760.160278] env[63302]: DEBUG nova.compute.manager [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Refreshing instance network info cache due to event network-changed-61d8b99f-9aff-4146-9519-092e61c4e1a1. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1760.161164] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Acquiring lock "refresh_cache-eb05ee55-044c-4901-bbd2-174d0e8920f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.270471] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795887, 'name': CreateVM_Task, 'duration_secs': 0.53853} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.270659] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.271350] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.272026] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.272026] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.272120] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b5561b-e57f-430e-a336-cc12c3d7095c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.277013] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1760.277013] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dccfe2-a10f-d740-1cab-a26bc74b4957" [ 1760.277013] env[63302]: _type = "Task" [ 1760.277013] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.280679] env[63302]: DEBUG nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1760.288016] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dccfe2-a10f-d740-1cab-a26bc74b4957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.324679] env[63302]: INFO nova.compute.manager [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Rescuing [ 1760.324943] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.325113] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.325286] env[63302]: DEBUG nova.network.neutron [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.480043] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "refresh_cache-eb05ee55-044c-4901-bbd2-174d0e8920f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.480531] env[63302]: DEBUG nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Instance network_info: |[{"id": "61d8b99f-9aff-4146-9519-092e61c4e1a1", "address": "fa:16:3e:8b:79:92", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d8b99f-9a", "ovs_interfaceid": "61d8b99f-9aff-4146-9519-092e61c4e1a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1760.480807] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Acquired lock "refresh_cache-eb05ee55-044c-4901-bbd2-174d0e8920f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.481087] env[63302]: DEBUG nova.network.neutron [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Refreshing network info cache for port 61d8b99f-9aff-4146-9519-092e61c4e1a1 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.482305] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:79:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61d8b99f-9aff-4146-9519-092e61c4e1a1', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.490816] env[63302]: DEBUG oslo.service.loopingcall [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.495623] env[63302]: INFO nova.compute.resource_tracker [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating resource usage from migration 62e8f961-4e18-43d5-b6cc-ae705fa9bbad [ 1760.497841] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1760.501441] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cefa46bb-cb48-46f5-8855-649c89bc39be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.516674] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795888, 'name': PowerOffVM_Task, 'duration_secs': 0.120301} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.519581] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.519690] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.521009] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f23a30-42d9-47c2-9dea-0c5ca1434bae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.525843] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1760.525843] env[63302]: value = "task-1795889" [ 1760.525843] env[63302]: _type = "Task" [ 1760.525843] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.531197] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.532104] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f03a84e4-cec5-452a-8ef1-4ef4cec374bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.538733] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795889, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.562599] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.562841] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.563102] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Deleting the datastore file [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.563389] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-219943f1-8ece-472b-83d1-b0c56b54f604 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.572931] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1760.572931] env[63302]: value = "task-1795891" [ 1760.572931] env[63302]: _type = "Task" [ 1760.572931] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.582904] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.618528] env[63302]: DEBUG oslo_concurrency.lockutils [None req-915813d9-aa80-4dd5-8172-92bb24f90347 tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "735914ec-6df5-4387-9954-1ee72de38365" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.831s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.792547] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dccfe2-a10f-d740-1cab-a26bc74b4957, 'name': SearchDatastore_Task, 'duration_secs': 0.018745} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.795241] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.795923] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.796272] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.796547] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.796754] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.798364] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-990c6342-cdf8-4a99-9729-eb0b146cefc1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.810508] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.810619] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.811625] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac1565d-ffa6-443f-855e-e11a2a8e9d5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.817233] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1760.817233] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ac6bea-c28c-fc41-53ee-3fbe57d566e6" [ 1760.817233] env[63302]: _type = "Task" [ 1760.817233] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.822985] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.832537] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ac6bea-c28c-fc41-53ee-3fbe57d566e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.867935] env[63302]: DEBUG nova.network.neutron [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Updated VIF entry in instance network info cache for port 61d8b99f-9aff-4146-9519-092e61c4e1a1. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.868749] env[63302]: DEBUG nova.network.neutron [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Updating instance_info_cache with network_info: [{"id": "61d8b99f-9aff-4146-9519-092e61c4e1a1", "address": "fa:16:3e:8b:79:92", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d8b99f-9a", "ovs_interfaceid": "61d8b99f-9aff-4146-9519-092e61c4e1a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.875307] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be578fb7-5bdc-4e69-8157-f31684c56807 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.889226] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b401b-e8c4-4430-9fc2-7723c1acac1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.930330] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb347ff9-dc08-4e3f-b750-bfbdbbdc1e0d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.938518] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b89ceea-87a3-4f49-86a1-da84619d09ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.954379] env[63302]: DEBUG nova.compute.provider_tree [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.037665] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795889, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.087017] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151823} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.087017] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.087017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.087017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.208853] env[63302]: DEBUG nova.network.neutron [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [{"id": "f31632c9-36ea-4699-8f50-fd8881acb214", "address": "fa:16:3e:c6:16:b8", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf31632c9-36", "ovs_interfaceid": "f31632c9-36ea-4699-8f50-fd8881acb214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.306209] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "735914ec-6df5-4387-9954-1ee72de38365" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.306955] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "735914ec-6df5-4387-9954-1ee72de38365" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.307214] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "735914ec-6df5-4387-9954-1ee72de38365-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.307410] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "735914ec-6df5-4387-9954-1ee72de38365-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.307583] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "735914ec-6df5-4387-9954-1ee72de38365-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.309576] env[63302]: INFO nova.compute.manager [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Terminating instance [ 1761.329291] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ac6bea-c28c-fc41-53ee-3fbe57d566e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013201} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.330075] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4e8fa32-792f-471e-bf57-f0569788a744 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.335725] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1761.335725] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d213ee-5614-94dd-f83b-829eddf0abd7" [ 1761.335725] env[63302]: _type = "Task" [ 1761.335725] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.345204] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d213ee-5614-94dd-f83b-829eddf0abd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.371349] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c51ed6e-bb5c-45f4-84ae-17be343d51b3 req-30cb3b1b-7126-4282-9b3b-4552bad19748 service nova] Releasing lock "refresh_cache-eb05ee55-044c-4901-bbd2-174d0e8920f9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.457292] env[63302]: DEBUG nova.scheduler.client.report [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.538804] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795889, 'name': CreateVM_Task, 'duration_secs': 0.543201} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.539101] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1761.542033] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.542033] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.542033] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1761.542033] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ce1f49-c529-4222-ade7-4e7360205e28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.545194] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1761.545194] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259613a-fdba-a3e6-992b-0c2b71aa4603" [ 1761.545194] env[63302]: _type = "Task" [ 1761.545194] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.554072] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259613a-fdba-a3e6-992b-0c2b71aa4603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.634682] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.711170] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.813597] env[63302]: DEBUG nova.compute.manager [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.813861] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.814786] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62420233-6836-44c9-9e6d-3f48a442a2d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.822721] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.823013] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ebed642-0a81-4f6d-9d15-61de4746c7b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.831026] env[63302]: DEBUG oslo_vmware.api [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1761.831026] env[63302]: value = "task-1795892" [ 1761.831026] env[63302]: _type = "Task" [ 1761.831026] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.837347] env[63302]: DEBUG oslo_vmware.api [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.846025] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d213ee-5614-94dd-f83b-829eddf0abd7, 'name': SearchDatastore_Task, 'duration_secs': 0.019442} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.846285] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.846549] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 866b74d8-ab5b-4b46-9b07-72c9228c1ebd/866b74d8-ab5b-4b46-9b07-72c9228c1ebd.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.846803] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdcdef5b-6816-4386-bbb0-04a46fca73d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.855263] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1761.855263] env[63302]: value = "task-1795893" [ 1761.855263] env[63302]: _type = "Task" [ 1761.855263] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.863056] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.966114] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.484s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.966252] env[63302]: INFO nova.compute.manager [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Migrating [ 1761.973696] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.481s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.973966] env[63302]: DEBUG nova.objects.instance [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lazy-loading 'resources' on Instance uuid 7a491f26-489a-4c8d-a7c6-b20aab75b902 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.058558] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5259613a-fdba-a3e6-992b-0c2b71aa4603, 'name': SearchDatastore_Task, 'duration_secs': 0.02331} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.058868] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.059121] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.059365] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.059514] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.059699] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.059972] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-113db3ca-dfea-459b-b15b-0969f6084eaa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.076900] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.077120] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.077871] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590182f4-cd76-47b6-a18f-35a2af24803d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.084090] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1762.084090] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe596d-d22d-ecf2-eecf-a001ba69b8d8" [ 1762.084090] env[63302]: _type = "Task" [ 1762.084090] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.091912] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe596d-d22d-ecf2-eecf-a001ba69b8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.124811] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.125080] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.125249] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.125457] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.125611] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.125763] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.125973] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.126139] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.126333] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.126472] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.126656] env[63302]: DEBUG nova.virt.hardware [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.127525] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e5108e-0b2f-411f-917f-a95eb3012197 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.137392] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e512d40e-6e22-41bb-a5a6-71eb2aef2948 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.152279] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1762.158605] env[63302]: DEBUG oslo.service.loopingcall [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.158867] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1762.159100] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7513d042-1293-4b0a-a696-63af38e0435c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.177184] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1762.177184] env[63302]: value = "task-1795894" [ 1762.177184] env[63302]: _type = "Task" [ 1762.177184] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.186592] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795894, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.340318] env[63302]: DEBUG oslo_vmware.api [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795892, 'name': PowerOffVM_Task, 'duration_secs': 0.246339} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.341313] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.341724] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.341889] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9195c3e-f451-4f25-a4bd-44937d8c77e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.365977] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795893, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.485488] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.485716] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.485929] env[63302]: DEBUG nova.network.neutron [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.597587] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe596d-d22d-ecf2-eecf-a001ba69b8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.601637] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f563344-be7e-4072-80f7-13182c24c425 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.608377] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1762.608377] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c11e01-c74e-6b14-bd10-f236ce210507" [ 1762.608377] env[63302]: _type = "Task" [ 1762.608377] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.619381] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c11e01-c74e-6b14-bd10-f236ce210507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.686870] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795894, 'name': CreateVM_Task, 'duration_secs': 0.303964} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.689299] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.689935] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.690194] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.690429] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.690749] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7953cbc-e7ef-4250-8b3f-f1b9bd287b9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.695766] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1762.695766] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e2b858-236a-e943-8f13-a26d77d16886" [ 1762.695766] env[63302]: _type = "Task" [ 1762.695766] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.705968] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e2b858-236a-e943-8f13-a26d77d16886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.796595] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a65299-afc2-4896-bb8b-0ac6e83fd28b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.804483] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc29cad-3c2f-4b9f-acc7-307d80a16e05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.840458] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ededf7-0846-4c8d-876e-b85d43d49e29 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.848228] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bba1a3-90ef-4e21-9a76-0f66315c6035 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.870324] env[63302]: DEBUG nova.compute.provider_tree [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.876913] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871585} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.877179] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 866b74d8-ab5b-4b46-9b07-72c9228c1ebd/866b74d8-ab5b-4b46-9b07-72c9228c1ebd.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.877388] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.878150] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23030e10-ae33-4293-9319-3edb529f1745 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.885264] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1762.885264] env[63302]: value = "task-1795896" [ 1762.885264] env[63302]: _type = "Task" [ 1762.885264] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.893140] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.004912] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.005225] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.005390] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Deleting the datastore file [datastore1] 735914ec-6df5-4387-9954-1ee72de38365 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.005687] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d7d0fa9-4953-4e06-8e3d-ac77ef970fbf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.012778] env[63302]: DEBUG oslo_vmware.api [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for the task: (returnval){ [ 1763.012778] env[63302]: value = "task-1795897" [ 1763.012778] env[63302]: _type = "Task" [ 1763.012778] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.020814] env[63302]: DEBUG oslo_vmware.api [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.123019] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c11e01-c74e-6b14-bd10-f236ce210507, 'name': SearchDatastore_Task, 'duration_secs': 0.103038} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.123019] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.123019] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9/eb05ee55-044c-4901-bbd2-174d0e8920f9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.123019] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21fb2669-96ab-4bf7-a771-26f110ac9000 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.126920] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1763.126920] env[63302]: value = "task-1795898" [ 1763.126920] env[63302]: _type = "Task" [ 1763.126920] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.134492] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.205683] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e2b858-236a-e943-8f13-a26d77d16886, 'name': SearchDatastore_Task, 'duration_secs': 0.019526} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.205933] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.206222] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.206482] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.206633] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.206811] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.207089] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4432637f-9c21-42fe-83e9-f1f057deb0b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.216133] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.216313] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.217043] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb5df44-4541-4ad8-b464-a8f891ac3d54 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.222375] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1763.222375] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5204db3d-2414-96ff-924e-b77cfa3c10db" [ 1763.222375] env[63302]: _type = "Task" [ 1763.222375] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.230268] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5204db3d-2414-96ff-924e-b77cfa3c10db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.235141] env[63302]: DEBUG nova.network.neutron [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance_info_cache with network_info: [{"id": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "address": "fa:16:3e:47:6c:24", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316529c2-33", "ovs_interfaceid": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.274940] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.274940] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d852f65-8010-4f85-8682-61b48ce1b99c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.280268] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1763.280268] env[63302]: value = "task-1795899" [ 1763.280268] env[63302]: _type = "Task" [ 1763.280268] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.287537] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.376019] env[63302]: DEBUG nova.scheduler.client.report [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.400553] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142485} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.400869] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1763.401727] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e12488-6174-461d-8f82-b9e315d53392 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.428495] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 866b74d8-ab5b-4b46-9b07-72c9228c1ebd/866b74d8-ab5b-4b46-9b07-72c9228c1ebd.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.428818] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17dabbec-1dd9-44f2-b4aa-3538793470da {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.450932] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1763.450932] env[63302]: value = "task-1795900" [ 1763.450932] env[63302]: _type = "Task" [ 1763.450932] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.460521] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.522757] env[63302]: DEBUG oslo_vmware.api [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Task: {'id': task-1795897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134365} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.523196] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.523451] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.523840] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.524041] env[63302]: INFO nova.compute.manager [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1763.524223] env[63302]: DEBUG oslo.service.loopingcall [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.524494] env[63302]: DEBUG nova.compute.manager [-] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.524637] env[63302]: DEBUG nova.network.neutron [-] [instance: 735914ec-6df5-4387-9954-1ee72de38365] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.640529] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.735599] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5204db3d-2414-96ff-924e-b77cfa3c10db, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.736616] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53925749-a92f-4992-8dba-7825d6f7bd23 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.739697] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.746732] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1763.746732] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524c0ef0-8205-6905-3d28-a522fa7d5726" [ 1763.746732] env[63302]: _type = "Task" [ 1763.746732] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.764038] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524c0ef0-8205-6905-3d28-a522fa7d5726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.789444] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.879361] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.884390] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.864s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.884390] env[63302]: DEBUG nova.objects.instance [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lazy-loading 'resources' on Instance uuid 0467bf59-8d10-4d28-bbfd-7443d0915ea3 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.912273] env[63302]: INFO nova.scheduler.client.report [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleted allocations for instance 7a491f26-489a-4c8d-a7c6-b20aab75b902 [ 1763.963168] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795900, 'name': ReconfigVM_Task, 'duration_secs': 0.319987} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.963168] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 866b74d8-ab5b-4b46-9b07-72c9228c1ebd/866b74d8-ab5b-4b46-9b07-72c9228c1ebd.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.963515] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05bdd9a8-92f3-4750-8ffc-739ad2885625 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.970697] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1763.970697] env[63302]: value = "task-1795901" [ 1763.970697] env[63302]: _type = "Task" [ 1763.970697] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.986809] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795901, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.138509] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719111} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.138767] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9/eb05ee55-044c-4901-bbd2-174d0e8920f9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.139021] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.139287] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e0affc3-aa0d-4e20-8fd3-9edf15519363 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.146082] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1764.146082] env[63302]: value = "task-1795902" [ 1764.146082] env[63302]: _type = "Task" [ 1764.146082] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.154397] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.194712] env[63302]: DEBUG nova.compute.manager [req-c6efd937-ba56-461a-9a22-7ab3914df19b req-c664e380-6c7d-4e42-ad8e-3679511bad21 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Received event network-vif-deleted-50370db9-1b4e-407c-8552-5c78078e3786 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1764.194965] env[63302]: INFO nova.compute.manager [req-c6efd937-ba56-461a-9a22-7ab3914df19b req-c664e380-6c7d-4e42-ad8e-3679511bad21 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Neutron deleted interface 50370db9-1b4e-407c-8552-5c78078e3786; detaching it from the instance and deleting it from the info cache [ 1764.195223] env[63302]: DEBUG nova.network.neutron [req-c6efd937-ba56-461a-9a22-7ab3914df19b req-c664e380-6c7d-4e42-ad8e-3679511bad21 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.256911] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]524c0ef0-8205-6905-3d28-a522fa7d5726, 'name': SearchDatastore_Task, 'duration_secs': 0.076907} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.260283] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.260283] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c/33fe80e1-a693-498d-b39d-da26e1f7b19c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.260283] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32563a90-a544-49e0-a868-9ba8ce7bc5cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.265244] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1764.265244] env[63302]: value = "task-1795903" [ 1764.265244] env[63302]: _type = "Task" [ 1764.265244] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.272380] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.289643] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795899, 'name': PowerOffVM_Task, 'duration_secs': 0.665491} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.290026] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.290740] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b987aea4-eca4-4c27-bc10-9308c1ac1bae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.314292] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fa73eb-7b34-4d25-9cd0-bcee6cbe22b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.349591] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.349790] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e430bff-03e9-40f0-9915-f8b1806f2caf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.359132] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1764.359132] env[63302]: value = "task-1795904" [ 1764.359132] env[63302]: _type = "Task" [ 1764.359132] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.367400] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.422219] env[63302]: DEBUG oslo_concurrency.lockutils [None req-864969f7-f6b6-47bc-9909-0e49bbd12500 tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "7a491f26-489a-4c8d-a7c6-b20aab75b902" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.483s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.482407] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795901, 'name': Rename_Task, 'duration_secs': 0.154715} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.482769] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.483165] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf2a6cdf-9cd9-4587-afd6-078a5c146185 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.492920] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1764.492920] env[63302]: value = "task-1795905" [ 1764.492920] env[63302]: _type = "Task" [ 1764.492920] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.505393] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.658622] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083478} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.661801] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1764.663043] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d61f0d1-b3d3-49e8-89de-6301fde3cd69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.682299] env[63302]: DEBUG nova.network.neutron [-] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.693604] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9/eb05ee55-044c-4901-bbd2-174d0e8920f9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.697599] env[63302]: INFO nova.compute.manager [-] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Took 1.17 seconds to deallocate network for instance. [ 1764.698051] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf2b79f-4555-493c-981c-538b3aea3e0c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.716534] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a26075e1-6001-4244-8598-8f0a0434e47c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.731525] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1764.731525] env[63302]: value = "task-1795906" [ 1764.731525] env[63302]: _type = "Task" [ 1764.731525] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.739309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d4272a-094d-4f86-b1c5-ed19e2d5f082 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.764692] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.782096] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fcbbf9-a7b7-4c41-b3d5-e7971b055af0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.785129] env[63302]: DEBUG nova.compute.manager [req-c6efd937-ba56-461a-9a22-7ab3914df19b req-c664e380-6c7d-4e42-ad8e-3679511bad21 service nova] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Detach interface failed, port_id=50370db9-1b4e-407c-8552-5c78078e3786, reason: Instance 735914ec-6df5-4387-9954-1ee72de38365 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1764.793332] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0196eca-d678-4151-a10d-bf735f0602c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.797084] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795903, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.826151] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e1d349-c82b-4bae-a821-a9505a12bba0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.834672] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b8eaf-5060-4047-a865-1ef01a7e0c50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.850602] env[63302]: DEBUG nova.compute.provider_tree [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.870324] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1764.870543] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.870829] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.870939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.871605] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.871605] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86eed293-5897-4f66-95d1-3f9c8b969b10 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.884223] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.884400] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.885231] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78dac705-7b1a-475a-a103-feb35498223d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.891877] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1764.891877] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d8303-2e78-6902-b3ec-2d1efd259fb5" [ 1764.891877] env[63302]: _type = "Task" [ 1764.891877] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.904827] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d8303-2e78-6902-b3ec-2d1efd259fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.013318] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.231497] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.242129] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.271182] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e74517b-6ab8-47cc-ab37-85d581e04d51 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.280713] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853287} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.300053] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c/33fe80e1-a693-498d-b39d-da26e1f7b19c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.300570] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.300662] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance '211063c2-f38d-431a-b74f-53f24d8a4e41' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1765.304632] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ba088a7-0e63-4625-9f4f-f28b18d356fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.312510] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1765.312510] env[63302]: value = "task-1795907" [ 1765.312510] env[63302]: _type = "Task" [ 1765.312510] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.320660] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.353658] env[63302]: DEBUG nova.scheduler.client.report [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.402706] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d8303-2e78-6902-b3ec-2d1efd259fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.058272} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.403831] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5075e70-bf6c-4151-ad20-ccea3484203d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.409316] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1765.409316] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529806af-bf5f-93df-934a-b32067bba3f6" [ 1765.409316] env[63302]: _type = "Task" [ 1765.409316] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.418613] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529806af-bf5f-93df-934a-b32067bba3f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.504073] env[63302]: DEBUG oslo_vmware.api [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795905, 'name': PowerOnVM_Task, 'duration_secs': 0.602711} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.504356] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.504565] env[63302]: INFO nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1765.504751] env[63302]: DEBUG nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.505521] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aa36b6-5712-48d2-96d8-866309191f45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.742813] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795906, 'name': ReconfigVM_Task, 'duration_secs': 0.650021} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.744631] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Reconfigured VM instance instance-0000005d to attach disk [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9/eb05ee55-044c-4901-bbd2-174d0e8920f9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.744631] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7642fd40-7bca-45b9-9451-a9599e2ad0e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.751911] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1765.751911] env[63302]: value = "task-1795908" [ 1765.751911] env[63302]: _type = "Task" [ 1765.751911] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.760864] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795908, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.809221] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.809905] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-290d82ca-fea3-42e2-b91b-afd1c8231358 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.818228] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1765.818228] env[63302]: value = "task-1795909" [ 1765.818228] env[63302]: _type = "Task" [ 1765.818228] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.826407] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074657} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.827052] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.827839] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a121f-7c49-4793-a8e3-e48c7d85432f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.835025] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.851971] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c/33fe80e1-a693-498d-b39d-da26e1f7b19c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.852285] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2518f9e3-db87-47b6-9404-72dd6bc8c2a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.869455] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.872080] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.247s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.879999] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1765.879999] env[63302]: value = "task-1795910" [ 1765.879999] env[63302]: _type = "Task" [ 1765.879999] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.893151] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.895027] env[63302]: INFO nova.scheduler.client.report [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Deleted allocations for instance 0467bf59-8d10-4d28-bbfd-7443d0915ea3 [ 1765.924358] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529806af-bf5f-93df-934a-b32067bba3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008491} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.924358] env[63302]: DEBUG oslo_concurrency.lockutils [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.924358] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. {{(pid=63302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1765.924358] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690cc8ac-ab91-4a0a-bbc6-e5a75ecb82f3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.932221] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1765.932221] env[63302]: value = "task-1795911" [ 1765.932221] env[63302]: _type = "Task" [ 1765.932221] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.943267] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.025125] env[63302]: INFO nova.compute.manager [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Took 28.48 seconds to build instance. [ 1766.266505] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795908, 'name': Rename_Task, 'duration_secs': 0.150458} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.266786] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.267047] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c80f94ba-c7ad-4044-b02a-033bb9481841 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.274418] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1766.274418] env[63302]: value = "task-1795912" [ 1766.274418] env[63302]: _type = "Task" [ 1766.274418] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.283112] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.329288] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795909, 'name': PowerOffVM_Task, 'duration_secs': 0.210153} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.329599] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.329797] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance '211063c2-f38d-431a-b74f-53f24d8a4e41' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1766.397787] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795910, 'name': ReconfigVM_Task, 'duration_secs': 0.483071} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.397980] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c/33fe80e1-a693-498d-b39d-da26e1f7b19c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.398659] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2722dda9-fe0f-41d2-96e8-b61743a71cad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.405653] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1e5b2898-63f8-4351-a4fd-e8c1494cf10d tempest-ListServersNegativeTestJSON-91033586 tempest-ListServersNegativeTestJSON-91033586-project-member] Lock "0467bf59-8d10-4d28-bbfd-7443d0915ea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.165s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.411554] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1766.411554] env[63302]: value = "task-1795913" [ 1766.411554] env[63302]: _type = "Task" [ 1766.411554] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.420523] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795913, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.444278] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502317} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.444569] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk. [ 1766.445441] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22422a6d-39b6-4306-abc2-e943c343d53e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.475146] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.475146] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d50a954-b1b6-4288-b6ca-34ea129b2024 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.494170] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1766.494170] env[63302]: value = "task-1795914" [ 1766.494170] env[63302]: _type = "Task" [ 1766.494170] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.503699] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.527512] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c62d4bfb-890b-4215-9c3a-32f15e25c2ef tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.985s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.786855] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795912, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.838214] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1766.838214] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1766.838214] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1766.838214] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1766.838214] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1766.838527] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1766.838527] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1766.838625] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1766.838810] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1766.838952] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1766.839158] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1766.845160] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a3cac3-509e-47fc-9c38-befefd039f28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.862374] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1766.862374] env[63302]: value = "task-1795915" [ 1766.862374] env[63302]: _type = "Task" [ 1766.862374] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.870931] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.892175] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Applying migration context for instance 211063c2-f38d-431a-b74f-53f24d8a4e41 as it has an incoming, in-progress migration 62e8f961-4e18-43d5-b6cc-ae705fa9bbad. Migration status is migrating {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1766.893909] env[63302]: INFO nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating resource usage from migration 62e8f961-4e18-43d5-b6cc-ae705fa9bbad [ 1766.922178] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795913, 'name': Rename_Task, 'duration_secs': 0.176555} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.922470] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.922727] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-358e6c46-0e31-4f3d-9b66-15523200efcd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.929910] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1766.929910] env[63302]: value = "task-1795916" [ 1766.929910] env[63302]: _type = "Task" [ 1766.929910] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.935674] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance bbfcb3b2-a3af-4843-943e-114d4b090fcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.935765] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 25358a48-5664-4841-9b5a-fcbccea1b293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.935916] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a3086519-e3e2-439d-8dfd-942b8d506742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.936135] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance d5480818-0f2c-459f-921d-a2740b215696 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1766.936368] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.936566] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7e2e62ec-9c4d-424f-bb4b-8f04c083536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.936566] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance cd22dd88-cc4b-4988-bffc-a8f72a6f07fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1766.936675] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.936835] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.936923] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a230a16a-5efc-40f3-8c24-bc7a6abaa455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.937060] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1766.937187] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 735914ec-6df5-4387-9954-1ee72de38365 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1766.937307] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 33fe80e1-a693-498d-b39d-da26e1f7b19c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.937426] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 866b74d8-ab5b-4b46-9b07-72c9228c1ebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.937578] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance eb05ee55-044c-4901-bbd2-174d0e8920f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.937656] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Migration 62e8f961-4e18-43d5-b6cc-ae705fa9bbad is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1766.937766] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 211063c2-f38d-431a-b74f-53f24d8a4e41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.945669] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.009046] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.146575] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.146815] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.223693] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7abc835-794b-40ad-9e71-70f1b3cea739 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.231533] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0caef5f-1902-4091-9fbb-f285a9216d9c tempest-ServersAdminNegativeTestJSON-912316817 tempest-ServersAdminNegativeTestJSON-912316817-project-admin] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Suspending the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1767.231846] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-16afaef9-5355-45b4-9230-5aab57437e7f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.238515] env[63302]: DEBUG oslo_vmware.api [None req-d0caef5f-1902-4091-9fbb-f285a9216d9c tempest-ServersAdminNegativeTestJSON-912316817 tempest-ServersAdminNegativeTestJSON-912316817-project-admin] Waiting for the task: (returnval){ [ 1767.238515] env[63302]: value = "task-1795917" [ 1767.238515] env[63302]: _type = "Task" [ 1767.238515] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.246909] env[63302]: DEBUG oslo_vmware.api [None req-d0caef5f-1902-4091-9fbb-f285a9216d9c tempest-ServersAdminNegativeTestJSON-912316817 tempest-ServersAdminNegativeTestJSON-912316817-project-admin] Task: {'id': task-1795917, 'name': SuspendVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.285729] env[63302]: DEBUG oslo_vmware.api [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795912, 'name': PowerOnVM_Task, 'duration_secs': 0.573429} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.286061] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.286309] env[63302]: INFO nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1767.286494] env[63302]: DEBUG nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.287371] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8910bc-d5a8-4a0e-9e63-1fdbdeb2ea2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.374858] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795915, 'name': ReconfigVM_Task, 'duration_secs': 0.338358} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.375389] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance '211063c2-f38d-431a-b74f-53f24d8a4e41' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1767.442555] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b106bb73-fedf-4b13-b02e-0a277c8ea7f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1767.443815] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.509837] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795914, 'name': ReconfigVM_Task, 'duration_secs': 0.629442} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.510233] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c/f36b64ca-937c-4454-aeab-452e11029cdb-rescue.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.514638] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928a1ed6-0a02-4e47-aa9c-b201e01a79a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.555696] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cebe1ad-fa23-48bf-bc91-b566ab9d4e3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.579221] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1767.579221] env[63302]: value = "task-1795918" [ 1767.579221] env[63302]: _type = "Task" [ 1767.579221] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.590111] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.649579] env[63302]: DEBUG nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.748937] env[63302]: DEBUG oslo_vmware.api [None req-d0caef5f-1902-4091-9fbb-f285a9216d9c tempest-ServersAdminNegativeTestJSON-912316817 tempest-ServersAdminNegativeTestJSON-912316817-project-admin] Task: {'id': task-1795917, 'name': SuspendVM_Task} progress is 79%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.806093] env[63302]: INFO nova.compute.manager [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Took 26.84 seconds to build instance. [ 1767.883280] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1767.883572] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.883735] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1767.883917] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.885647] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1767.885913] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1767.886193] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1767.886679] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1767.888960] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1767.888960] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1767.888960] env[63302]: DEBUG nova.virt.hardware [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1767.894619] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1767.895112] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d679c1c0-4539-4d03-99a7-5bef486132d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.923583] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1767.923583] env[63302]: value = "task-1795919" [ 1767.923583] env[63302]: _type = "Task" [ 1767.923583] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.931803] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.942739] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.946491] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b6b313c8-39e0-4500-9bc4-f30b0db59e86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1767.946702] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (fb3e1725-5508-45da-a52c-61b09cfbc0a0): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1768.087945] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795918, 'name': ReconfigVM_Task, 'duration_secs': 0.333985} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.088266] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.088529] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e9b6eba-cf13-46ad-9215-b6169fbd3b05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.095247] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1768.095247] env[63302]: value = "task-1795920" [ 1768.095247] env[63302]: _type = "Task" [ 1768.095247] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.104326] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.199385] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.252365] env[63302]: DEBUG oslo_vmware.api [None req-d0caef5f-1902-4091-9fbb-f285a9216d9c tempest-ServersAdminNegativeTestJSON-912316817 tempest-ServersAdminNegativeTestJSON-912316817-project-admin] Task: {'id': task-1795917, 'name': SuspendVM_Task} progress is 79%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.308185] env[63302]: DEBUG oslo_concurrency.lockutils [None req-21589d7a-6507-4e1a-a35d-3a0fed0a1748 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.362s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.432683] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795919, 'name': ReconfigVM_Task, 'duration_secs': 0.15898} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.436020] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1768.436673] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99cecf5-d4c5-432a-9a96-559d4c4da82c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.443952] env[63302]: DEBUG oslo_vmware.api [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795916, 'name': PowerOnVM_Task, 'duration_secs': 1.14244} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.454746] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.454983] env[63302]: DEBUG nova.compute.manager [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.455945] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 73f9313c-b5bd-4e90-8b89-43f2814ebbff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1768.456229] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1768.456391] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1768.467726] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 211063c2-f38d-431a-b74f-53f24d8a4e41/211063c2-f38d-431a-b74f-53f24d8a4e41.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.471009] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa49320-1fe8-4c9f-a808-7fee0b15ab54 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.472208] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eba29f0-fed2-4285-ba8a-f08dd2110560 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.495927] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1768.495927] env[63302]: value = "task-1795921" [ 1768.495927] env[63302]: _type = "Task" [ 1768.495927] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.508409] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.610863] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.751452] env[63302]: DEBUG oslo_vmware.api [None req-d0caef5f-1902-4091-9fbb-f285a9216d9c tempest-ServersAdminNegativeTestJSON-912316817 tempest-ServersAdminNegativeTestJSON-912316817-project-admin] Task: {'id': task-1795917, 'name': SuspendVM_Task, 'duration_secs': 1.29712} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.753991] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d0caef5f-1902-4091-9fbb-f285a9216d9c tempest-ServersAdminNegativeTestJSON-912316817 tempest-ServersAdminNegativeTestJSON-912316817-project-admin] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Suspended the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1768.754223] env[63302]: DEBUG nova.compute.manager [None req-d0caef5f-1902-4091-9fbb-f285a9216d9c tempest-ServersAdminNegativeTestJSON-912316817 tempest-ServersAdminNegativeTestJSON-912316817-project-admin] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.755395] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ec865-74ba-4a0c-8b4b-54ba068d9552 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.791830] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d7581-e525-4a2f-8eca-9f227932e212 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.800754] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45fccde-8729-44b3-b12c-15eabd78046e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.834020] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e10ba2-977e-4312-a449-2c32909b5fde {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.842310] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e0b847-8732-4502-b4be-31b4d1cd019d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.857495] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.989910] env[63302]: DEBUG oslo_concurrency.lockutils [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.990206] env[63302]: DEBUG oslo_concurrency.lockutils [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.990395] env[63302]: DEBUG nova.compute.manager [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.991298] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd696c03-42d4-4b13-8e31-b232823c36c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.998583] env[63302]: DEBUG nova.compute.manager [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1768.999154] env[63302]: DEBUG nova.objects.instance [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'flavor' on Instance uuid eb05ee55-044c-4901-bbd2-174d0e8920f9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.008599] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.014056] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795921, 'name': ReconfigVM_Task, 'duration_secs': 0.299005} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.014232] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 211063c2-f38d-431a-b74f-53f24d8a4e41/211063c2-f38d-431a-b74f-53f24d8a4e41.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.014555] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance '211063c2-f38d-431a-b74f-53f24d8a4e41' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1769.105970] env[63302]: DEBUG oslo_vmware.api [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795920, 'name': PowerOnVM_Task, 'duration_secs': 0.75338} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.106274] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.108711] env[63302]: DEBUG nova.compute.manager [None req-90cda212-9bc3-4bd8-ab65-9b908e28c5a0 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.109673] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc2dc0b-b6fe-47d0-b576-b457c743c4dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.360563] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.524432] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2ae42e-9a42-4e7c-bbf0-a77c13442992 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.546200] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba82e6e4-bf3e-4d69-9aa2-307e75c0e88d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.564742] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance '211063c2-f38d-431a-b74f-53f24d8a4e41' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1769.865666] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1769.865956] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.994s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.866278] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.963s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.866475] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.868823] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.638s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.868936] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.870844] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.694s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.871083] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.872821] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.554s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.872942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.875643] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.877494] env[63302]: INFO nova.compute.claims [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1769.879941] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.880150] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1770.011017] env[63302]: INFO nova.scheduler.client.report [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleted allocations for instance 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72 [ 1770.011017] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.011017] env[63302]: INFO nova.scheduler.client.report [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleted allocations for instance d5480818-0f2c-459f-921d-a2740b215696 [ 1770.011865] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5c10c19-8ef4-44c0-a041-bf01912ce6dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.020320] env[63302]: DEBUG oslo_vmware.api [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1770.020320] env[63302]: value = "task-1795922" [ 1770.020320] env[63302]: _type = "Task" [ 1770.020320] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.031080] env[63302]: DEBUG oslo_vmware.api [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.112240] env[63302]: DEBUG nova.network.neutron [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Port 316529c2-33b1-4958-a4cc-6b98ce3e1fb3 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1770.128296] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "33fe80e1-a693-498d-b39d-da26e1f7b19c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.128590] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "33fe80e1-a693-498d-b39d-da26e1f7b19c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.128802] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "33fe80e1-a693-498d-b39d-da26e1f7b19c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.128990] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "33fe80e1-a693-498d-b39d-da26e1f7b19c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.129183] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "33fe80e1-a693-498d-b39d-da26e1f7b19c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.131260] env[63302]: INFO nova.compute.manager [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Terminating instance [ 1770.282145] env[63302]: INFO nova.scheduler.client.report [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted allocations for instance cd22dd88-cc4b-4988-bffc-a8f72a6f07fc [ 1770.404166] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] There are 70 instances to clean {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1770.404392] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 70bed86a-ae8e-4911-91eb-f8de877584d2] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1770.408640] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e1302165-bb08-4aa5-9130-e1af898b3b79 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.400s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.409690] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.775s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.409869] env[63302]: INFO nova.compute.manager [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Unshelving [ 1770.523847] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4e08de70-3e77-4cc8-a87a-c86d317d5f25 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "0c9cc5a6-cba7-4b3e-9375-ff80cd628c72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.119s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.525328] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb786a58-4995-4307-a2a4-b2579e414fe3 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "d5480818-0f2c-459f-921d-a2740b215696" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.724s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.539625] env[63302]: DEBUG oslo_vmware.api [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795922, 'name': PowerOffVM_Task, 'duration_secs': 0.317119} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.540102] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.540630] env[63302]: DEBUG nova.compute.manager [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.543678] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4478969f-cf05-4af3-ab96-c628cc342d18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.551109] env[63302]: WARNING oslo_messaging._drivers.amqpdriver [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1770.635408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "refresh_cache-33fe80e1-a693-498d-b39d-da26e1f7b19c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.635843] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquired lock "refresh_cache-33fe80e1-a693-498d-b39d-da26e1f7b19c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.635843] env[63302]: DEBUG nova.network.neutron [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.793600] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7c705cfd-617d-470b-957f-7b1f16e259d2 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "cd22dd88-cc4b-4988-bffc-a8f72a6f07fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.614s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.910839] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 65b6b379-4e13-43cf-8985-4733f1a9d97b] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1771.041099] env[63302]: INFO nova.compute.manager [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Unrescuing [ 1771.041355] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.041508] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquired lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.041673] env[63302]: DEBUG nova.network.neutron [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.056021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-baa144a6-e0f3-47ae-8b39-0461f9727c93 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.148221] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.148460] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.148683] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.178075] env[63302]: DEBUG nova.network.neutron [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.199507] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d674a7a-aee1-48be-9f16-33f0773ee956 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.209436] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161bcc48-4711-4b13-9342-0c93feb8f124 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.239632] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b353e1-72a5-41ea-87ee-6d6f6924c4ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.247593] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98ae921-28d5-4fb9-a38a-bd276eff9883 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.262629] env[63302]: DEBUG nova.compute.provider_tree [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.310365] env[63302]: DEBUG nova.network.neutron [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.416047] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 8f132a1a-3284-440e-a2d4-a979b2307327] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1771.418964] env[63302]: DEBUG nova.compute.utils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.766743] env[63302]: DEBUG nova.scheduler.client.report [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.815681] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Releasing lock "refresh_cache-33fe80e1-a693-498d-b39d-da26e1f7b19c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.815681] env[63302]: DEBUG nova.compute.manager [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1771.815681] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.815681] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961ad84f-ab61-4266-9388-8752e0ce3bda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.826099] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1771.829031] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a9c74f-ade9-4060-b9c6-c254e66b4494 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.840490] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1771.840490] env[63302]: value = "task-1795923" [ 1771.840490] env[63302]: _type = "Task" [ 1771.840490] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.850149] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.921446] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 41e85b19-a6d4-41d6-8239-b80e9edd0e72] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1771.929018] env[63302]: INFO nova.virt.block_device [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Booting with volume 5ddf69f1-a814-47d6-bace-b30bdb7c4a6f at /dev/sdb [ 1771.992810] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42503a67-6562-4f63-b1da-3d121c304f62 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.003252] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe9ec5-92fc-40f6-a05e-d1babfbece0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.039730] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27e8dd5c-0c5a-4174-92af-1d413cdc0af9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.048219] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce95a8a6-7b76-44c2-af1b-01343caad1c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.088586] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf10e85-65e8-4c3e-842d-0c2007ded7e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.098281] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf172ea-0984-4ceb-81c9-5affe8b5c7d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.117365] env[63302]: DEBUG nova.virt.block_device [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating existing volume attachment record: f9560f27-18cf-4ef9-b917-8218f30a5a13 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1772.165970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.165970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.165970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.165970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.165970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.168857] env[63302]: INFO nova.compute.manager [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Terminating instance [ 1772.227432] env[63302]: INFO nova.compute.manager [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Rebuilding instance [ 1772.271529] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.271883] env[63302]: DEBUG nova.compute.manager [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1772.275006] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.452s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.279712] env[63302]: INFO nova.compute.claims [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.294801] env[63302]: DEBUG nova.compute.manager [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.297588] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c5d57f-c992-42d3-8a48-665b3c899e94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.333362] env[63302]: DEBUG nova.network.neutron [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [{"id": "f31632c9-36ea-4699-8f50-fd8881acb214", "address": "fa:16:3e:c6:16:b8", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf31632c9-36", "ovs_interfaceid": "f31632c9-36ea-4699-8f50-fd8881acb214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.335659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.335659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.335929] env[63302]: DEBUG nova.network.neutron [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.352582] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795923, 'name': PowerOffVM_Task, 'duration_secs': 0.137565} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.353418] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.353634] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.353979] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0001b0eb-6d40-4808-80ba-d73aea63a260 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.380250] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.380548] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.380693] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Deleting the datastore file [datastore1] 33fe80e1-a693-498d-b39d-da26e1f7b19c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.380966] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94e34f94-0af8-45c9-a789-0dc829acd621 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.387255] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for the task: (returnval){ [ 1772.387255] env[63302]: value = "task-1795926" [ 1772.387255] env[63302]: _type = "Task" [ 1772.387255] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.398662] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.428929] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 0467bf59-8d10-4d28-bbfd-7443d0915ea3] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1772.676017] env[63302]: DEBUG nova.compute.manager [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.676017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.676017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38040635-3188-4847-b676-181dcdc3aec7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.686078] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.686467] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac46ae0d-27ea-43a4-be31-46de59d80f92 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.795600] env[63302]: DEBUG nova.compute.utils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1772.802580] env[63302]: DEBUG nova.compute.manager [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Not allocating networking since 'none' was specified. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1772.830764] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.832387] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.832756] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Deleting the datastore file [datastore1] 866b74d8-ab5b-4b46-9b07-72c9228c1ebd {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.834329] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d128f2-01aa-4735-b707-a66ae0f0d0bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.838533] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Releasing lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.839864] env[63302]: DEBUG nova.objects.instance [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lazy-loading 'flavor' on Instance uuid 7e2e62ec-9c4d-424f-bb4b-8f04c083536c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.852116] env[63302]: DEBUG oslo_vmware.api [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1772.852116] env[63302]: value = "task-1795930" [ 1772.852116] env[63302]: _type = "Task" [ 1772.852116] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.862452] env[63302]: DEBUG oslo_vmware.api [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.899696] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.936289] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 7a491f26-489a-4c8d-a7c6-b20aab75b902] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1773.289436] env[63302]: DEBUG nova.network.neutron [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance_info_cache with network_info: [{"id": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "address": "fa:16:3e:47:6c:24", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316529c2-33", "ovs_interfaceid": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.306532] env[63302]: DEBUG nova.compute.manager [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1773.312722] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.313014] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d87077d-7d03-44c6-9996-fb79f3c24c40 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.322422] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1773.322422] env[63302]: value = "task-1795931" [ 1773.322422] env[63302]: _type = "Task" [ 1773.322422] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.332295] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1773.332543] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1773.333346] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb0daa5-4e04-424b-a14a-7ce85b392526 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.340285] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1773.340508] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8523c69b-2d08-423f-87c3-8e1ecbd02d6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.348070] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358399b-304c-4e25-83ca-08b9c11c951e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.373271] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.379029] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d6215a6-626c-4299-8bfd-1b83d8ca6cf4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.388563] env[63302]: DEBUG oslo_vmware.api [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.396060] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1773.396060] env[63302]: value = "task-1795933" [ 1773.396060] env[63302]: _type = "Task" [ 1773.396060] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.404733] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.415880] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.445512] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 38191c74-3ce4-486c-9174-e5190b491ee3] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1773.485480] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "782ea615-d24e-4bed-9bd8-99547ce233f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.485756] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "782ea615-d24e-4bed-9bd8-99547ce233f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.698016] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5597c70a-34ee-4ceb-a71f-8e8eecaa1a71 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.709950] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ae4af-205a-4456-912e-e916ebedaab7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.734875] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c802a2-2671-4bb2-b913-8b3679c894ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.742540] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa29ae72-85d2-4e5c-81bf-cebe81a48254 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.758506] env[63302]: DEBUG nova.compute.provider_tree [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.795096] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.886051] env[63302]: DEBUG oslo_vmware.api [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.910473] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.919606] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.948597] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 2520c3f0-c28f-46ec-9ece-2171ba74ee62] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1773.990029] env[63302]: DEBUG nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.261927] env[63302]: DEBUG nova.scheduler.client.report [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.322629] env[63302]: DEBUG nova.compute.manager [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1774.327471] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0030fd-71c1-4dd8-a1c6-c6b6d358ed24 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.350679] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1688caf-5bdb-41cd-82ea-b0bc01dedc67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.352380] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.352595] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.354700] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleting the datastore file [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.354700] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f25424-1171-4afb-a6e9-aab4f09d1191 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.360666] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance '211063c2-f38d-431a-b74f-53f24d8a4e41' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1774.367427] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1774.367427] env[63302]: value = "task-1795934" [ 1774.367427] env[63302]: _type = "Task" [ 1774.367427] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.382758] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.385134] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.385393] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.385566] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.385645] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.385822] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.385939] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.386154] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.386322] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.386491] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.386693] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.386985] env[63302]: DEBUG nova.virt.hardware [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.388216] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b2289-0e52-4664-b1d0-11882a5277cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.395192] env[63302]: DEBUG oslo_vmware.api [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.407405] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cbc898-02e0-402e-91ad-711def32a630 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.416537] env[63302]: DEBUG oslo_vmware.api [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Task: {'id': task-1795926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.97165} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.417116] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.417349] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.417584] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.417806] env[63302]: INFO nova.compute.manager [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Took 2.60 seconds to destroy the instance on the hypervisor. [ 1774.418081] env[63302]: DEBUG oslo.service.loopingcall [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.421891] env[63302]: DEBUG nova.compute.manager [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.421987] env[63302]: DEBUG nova.network.neutron [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.432830] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.438459] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Creating folder: Project (230e4cd4b6004f05a52bdb3f5b0e641f). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.442420] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aee16b9a-9729-4c2d-a580-3ba54871c3f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.444541] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.445501] env[63302]: DEBUG nova.network.neutron [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.452709] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: b78c09dd-d26d-4dc1-a2d3-b1862916fde7] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1774.458162] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Created folder: Project (230e4cd4b6004f05a52bdb3f5b0e641f) in parent group-v372222. [ 1774.458373] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Creating folder: Instances. Parent ref: group-v372462. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.458616] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abbb143c-945e-4aaf-bace-fef882ecb7e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.471077] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Created folder: Instances in parent group-v372462. [ 1774.471412] env[63302]: DEBUG oslo.service.loopingcall [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.471616] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.472295] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-233a3c31-c642-406f-b3d3-4c6eec1bcd52 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.490150] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.490150] env[63302]: value = "task-1795937" [ 1774.490150] env[63302]: _type = "Task" [ 1774.490150] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.503250] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795937, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.522630] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.768914] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.769493] env[63302]: DEBUG nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1774.772092] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.541s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.772335] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.774847] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.576s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.776522] env[63302]: INFO nova.compute.claims [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.868052] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.868434] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77865ec8-a534-41bf-b720-f798df92f39d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.884416] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160642} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.885604] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.885797] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.885973] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.888919] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1774.888919] env[63302]: value = "task-1795938" [ 1774.888919] env[63302]: _type = "Task" [ 1774.888919] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.895378] env[63302]: DEBUG oslo_vmware.api [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.63704} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.895937] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.896141] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.896325] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.898628] env[63302]: INFO nova.compute.manager [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1774.898628] env[63302]: DEBUG oslo.service.loopingcall [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.898628] env[63302]: DEBUG nova.compute.manager [-] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.898628] env[63302]: DEBUG nova.network.neutron [-] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.902523] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795938, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.927372] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795933, 'name': PowerOffVM_Task, 'duration_secs': 1.152458} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.927645] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.934912] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfiguring VM instance instance-0000004a to detach disk 2002 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1774.934912] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86f7719-d969-446f-90e3-f6dd6b6dc44a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.950904] env[63302]: INFO nova.scheduler.client.report [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Deleted allocations for instance 735914ec-6df5-4387-9954-1ee72de38365 [ 1774.950904] env[63302]: DEBUG nova.network.neutron [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.958817] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: d6af4e77-6569-4d31-abd7-48fdbec9e228] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1774.962630] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1774.962630] env[63302]: value = "task-1795939" [ 1774.962630] env[63302]: _type = "Task" [ 1774.962630] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.972171] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795939, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.009253] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795937, 'name': CreateVM_Task, 'duration_secs': 0.268894} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.009435] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.009952] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.010205] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.010408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.010739] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e6495a-bacb-4b96-a653-072041fe2dea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.018323] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1775.018323] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bc5b9c-94e2-ac98-f710-bf400e95b295" [ 1775.018323] env[63302]: _type = "Task" [ 1775.018323] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.026998] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bc5b9c-94e2-ac98-f710-bf400e95b295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.187526] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "712fc354-76da-417c-8b60-831c514b8467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.187526] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "712fc354-76da-417c-8b60-831c514b8467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.284773] env[63302]: DEBUG nova.compute.utils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.287871] env[63302]: DEBUG nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.288565] env[63302]: DEBUG nova.network.neutron [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.405523] env[63302]: DEBUG oslo_vmware.api [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1795938, 'name': PowerOnVM_Task, 'duration_secs': 0.408662} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.405961] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.408690] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac6f06-a717-48a5-97a9-4341c4aa6bcf tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance '211063c2-f38d-431a-b74f-53f24d8a4e41' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1775.449976] env[63302]: DEBUG nova.policy [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b796f677f0b4699b9378ba78dea78d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec2cdf268e04577b5a61d43b9a456b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1775.453203] env[63302]: INFO nova.compute.manager [-] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Took 1.03 seconds to deallocate network for instance. [ 1775.462807] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 9ae1461f-bf67-4bd9-b2d6-cc76a17bf591] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1775.465615] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f7033ca-db13-4939-9591-946b22720b6d tempest-ServerGroupTestJSON-1418840327 tempest-ServerGroupTestJSON-1418840327-project-member] Lock "735914ec-6df5-4387-9954-1ee72de38365" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.158s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.478290] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795939, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.539729] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bc5b9c-94e2-ac98-f710-bf400e95b295, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.540481] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.541060] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.541337] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.541494] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.541677] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.542213] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54068ec9-3422-4155-8b58-ff46cfdbe6f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.552210] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.552410] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.553186] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee90f5b-d692-4b49-880e-f7152499a39b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.559484] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1775.559484] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52505332-f870-c17b-d0be-ab4e81d8c44f" [ 1775.559484] env[63302]: _type = "Task" [ 1775.559484] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.568432] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52505332-f870-c17b-d0be-ab4e81d8c44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.691415] env[63302]: DEBUG nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.797713] env[63302]: DEBUG nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1775.803424] env[63302]: DEBUG nova.compute.manager [req-a69ff7b1-6eb7-4c31-b340-ed157b8af327 req-1ed4b395-eba1-4629-8389-9a583cddb7a6 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Received event network-vif-deleted-194a02e4-8d57-4cdc-91f3-618a5d8ed651 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1775.803668] env[63302]: INFO nova.compute.manager [req-a69ff7b1-6eb7-4c31-b340-ed157b8af327 req-1ed4b395-eba1-4629-8389-9a583cddb7a6 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Neutron deleted interface 194a02e4-8d57-4cdc-91f3-618a5d8ed651; detaching it from the instance and deleting it from the info cache [ 1775.804768] env[63302]: DEBUG nova.network.neutron [req-a69ff7b1-6eb7-4c31-b340-ed157b8af327 req-1ed4b395-eba1-4629-8389-9a583cddb7a6 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.964753] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.968576] env[63302]: DEBUG nova.virt.hardware [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.968576] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.969099] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec694b-5341-4cb9-84bb-50a301b51405 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.978624] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: e20d7224-489c-4bd2-b13e-7962e26747e7] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1775.994396] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e70ddf-5565-43e3-b35f-9a56492e96a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.998989] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795939, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.016887] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:79:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61d8b99f-9aff-4146-9519-092e61c4e1a1', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.030476] env[63302]: DEBUG oslo.service.loopingcall [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.034923] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.034923] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5cb132-60b5-47f1-80d1-39b0f1d25bf6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.058284] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.058284] env[63302]: value = "task-1795940" [ 1776.058284] env[63302]: _type = "Task" [ 1776.058284] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.072511] env[63302]: DEBUG nova.network.neutron [-] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.073657] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795940, 'name': CreateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.080468] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52505332-f870-c17b-d0be-ab4e81d8c44f, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.082258] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f605c4f-765b-4cb8-8137-5f3c03ddabfa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.088385] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1776.088385] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f26915-6dfd-f940-0219-e103406f98f7" [ 1776.088385] env[63302]: _type = "Task" [ 1776.088385] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.100532] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f26915-6dfd-f940-0219-e103406f98f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.140816] env[63302]: DEBUG nova.network.neutron [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Successfully created port: 804fc5f8-4887-49e9-a966-c7350c69bbed {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.219386] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.313855] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fe391f-95d5-45fb-8fea-0b478c4ee4d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.316355] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86dadbdb-89c6-40fc-acd5-7a44f3b136e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.325373] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f56f3a3-134d-4dc1-9d51-9273d9fcf3e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.332323] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a633477-bb90-4abf-9820-0140a747b135 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.380236] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206f070c-f65f-4528-9846-ac8a9a7f722a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.383151] env[63302]: DEBUG nova.compute.manager [req-a69ff7b1-6eb7-4c31-b340-ed157b8af327 req-1ed4b395-eba1-4629-8389-9a583cddb7a6 service nova] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Detach interface failed, port_id=194a02e4-8d57-4cdc-91f3-618a5d8ed651, reason: Instance 866b74d8-ab5b-4b46-9b07-72c9228c1ebd could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1776.389910] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93d40e4-b02c-4aa5-a26c-1908baa5c7fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.406729] env[63302]: DEBUG nova.compute.provider_tree [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1776.478890] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795939, 'name': ReconfigVM_Task, 'duration_secs': 1.221215} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.479912] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfigured VM instance instance-0000004a to detach disk 2002 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1776.480246] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1776.480246] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db08de38-79cd-4fac-8922-1a78d6f6cd0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.482806] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 34d5daee-4b2d-4dd4-821c-121cc990255d] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1776.488201] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1776.488201] env[63302]: value = "task-1795941" [ 1776.488201] env[63302]: _type = "Task" [ 1776.488201] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.497073] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.568979] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795940, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.581790] env[63302]: INFO nova.compute.manager [-] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Took 1.68 seconds to deallocate network for instance. [ 1776.599320] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f26915-6dfd-f940-0219-e103406f98f7, 'name': SearchDatastore_Task, 'duration_secs': 0.021788} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.599592] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.599853] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1776.600129] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72dcebe1-5170-45e8-8507-8086c978acc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.608398] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1776.608398] env[63302]: value = "task-1795942" [ 1776.608398] env[63302]: _type = "Task" [ 1776.608398] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.620520] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.818869] env[63302]: DEBUG nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1776.862189] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1776.862619] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1776.862879] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1776.863218] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1776.863511] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1776.863766] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1776.864139] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1776.864452] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1776.864751] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1776.865036] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1776.865449] env[63302]: DEBUG nova.virt.hardware [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1776.866781] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883e8d4-b266-4e38-81b0-473261e44408 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.879410] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf82f179-7575-4492-b38a-c921c7e1f624 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.944516] env[63302]: ERROR nova.scheduler.client.report [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [req-b1aabc52-4430-4ca4-a6c1-9955cdb0ebd1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1aabc52-4430-4ca4-a6c1-9955cdb0ebd1"}]} [ 1776.965495] env[63302]: DEBUG nova.scheduler.client.report [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1776.989040] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 054225ab-1703-4261-967c-eef54daf5778] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1776.996324] env[63302]: DEBUG nova.scheduler.client.report [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1776.996880] env[63302]: DEBUG nova.compute.provider_tree [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.009677] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.022337] env[63302]: DEBUG nova.scheduler.client.report [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1777.060916] env[63302]: DEBUG nova.scheduler.client.report [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1777.076181] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795940, 'name': CreateVM_Task, 'duration_secs': 0.679022} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.076428] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.077076] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.077312] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.077707] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.078038] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db412e5a-2201-4503-88a5-6e3e07f30a41 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.084509] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1777.084509] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528c665d-92c8-fce2-9883-80db126d15e8" [ 1777.084509] env[63302]: _type = "Task" [ 1777.084509] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.093017] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.096657] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528c665d-92c8-fce2-9883-80db126d15e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.121258] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795942, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.412524] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a466933d-e203-4fe0-8af4-3a72319ab9ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.421363] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666b9257-1a2d-4da4-875a-dc1ef7f32da3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.467158] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f006741-48a0-44d1-a96d-f78138421d26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.478051] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec791f71-f94e-4217-bf6b-09ebcbc7c988 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.494045] env[63302]: DEBUG nova.compute.provider_tree [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.500482] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: fe32926c-c0f3-4c82-ac21-a889df126bef] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1777.505258] env[63302]: DEBUG oslo_vmware.api [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1795941, 'name': PowerOnVM_Task, 'duration_secs': 0.803613} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.506446] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.506539] env[63302]: DEBUG nova.compute.manager [None req-af513c2c-ef19-43a2-b3b1-b11a38950923 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.510086] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43dcf56-75c9-4f62-98d8-6b942bf55c5a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.597746] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528c665d-92c8-fce2-9883-80db126d15e8, 'name': SearchDatastore_Task, 'duration_secs': 0.058515} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.597975] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.598239] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.598486] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.598641] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.598849] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.599519] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1129d3a9-79d9-4ab9-b6ba-9f99364e5624 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.609149] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.609366] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.615032] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec658508-6ca0-4e73-bc3c-2d844794652f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.622856] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589228} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.625162] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1777.625162] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1777.625162] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1777.625162] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527ff9f2-404a-4985-5aac-60cefead15ce" [ 1777.625162] env[63302]: _type = "Task" [ 1777.625162] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.625162] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecd0c0dc-3ecd-4ed7-be61-70959688f5a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.635266] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527ff9f2-404a-4985-5aac-60cefead15ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.635976] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa566b94-155b-4da9-bc21-4e49eab159a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.639692] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1777.639692] env[63302]: value = "task-1795944" [ 1777.639692] env[63302]: _type = "Task" [ 1777.639692] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.644178] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1777.644178] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a46fc6-f388-9c57-dfb8-d8d100527380" [ 1777.644178] env[63302]: _type = "Task" [ 1777.644178] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.650806] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.655837] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a46fc6-f388-9c57-dfb8-d8d100527380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.000219] env[63302]: DEBUG nova.scheduler.client.report [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.007286] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: e4f894d6-ac52-47ea-a22f-b2a3b8fda6ad] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1778.151797] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067597} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.152386] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1778.153286] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3d9d75-13fd-47fa-b500-1d80dabc9324 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.160792] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a46fc6-f388-9c57-dfb8-d8d100527380, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.161128] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.161636] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9/eb05ee55-044c-4901-bbd2-174d0e8920f9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.162496] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6c9e955-0c5c-461f-8274-866bbed5e0e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.182377] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.183675] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d6d367-263a-4ffb-a97d-3f267eaeec8d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.199947] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1778.199947] env[63302]: value = "task-1795945" [ 1778.199947] env[63302]: _type = "Task" [ 1778.199947] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.208311] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1778.208311] env[63302]: value = "task-1795946" [ 1778.208311] env[63302]: _type = "Task" [ 1778.208311] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.214515] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.220515] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.391351] env[63302]: DEBUG nova.compute.manager [req-c216a41f-0081-4d3e-89da-aa4555c61728 req-5a3bce42-bf2a-4618-be36-5b900bc37d72 service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Received event network-vif-plugged-804fc5f8-4887-49e9-a966-c7350c69bbed {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1778.391351] env[63302]: DEBUG oslo_concurrency.lockutils [req-c216a41f-0081-4d3e-89da-aa4555c61728 req-5a3bce42-bf2a-4618-be36-5b900bc37d72 service nova] Acquiring lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.391351] env[63302]: DEBUG oslo_concurrency.lockutils [req-c216a41f-0081-4d3e-89da-aa4555c61728 req-5a3bce42-bf2a-4618-be36-5b900bc37d72 service nova] Lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.391351] env[63302]: DEBUG oslo_concurrency.lockutils [req-c216a41f-0081-4d3e-89da-aa4555c61728 req-5a3bce42-bf2a-4618-be36-5b900bc37d72 service nova] Lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.391351] env[63302]: DEBUG nova.compute.manager [req-c216a41f-0081-4d3e-89da-aa4555c61728 req-5a3bce42-bf2a-4618-be36-5b900bc37d72 service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] No waiting events found dispatching network-vif-plugged-804fc5f8-4887-49e9-a966-c7350c69bbed {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.391351] env[63302]: WARNING nova.compute.manager [req-c216a41f-0081-4d3e-89da-aa4555c61728 req-5a3bce42-bf2a-4618-be36-5b900bc37d72 service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Received unexpected event network-vif-plugged-804fc5f8-4887-49e9-a966-c7350c69bbed for instance with vm_state building and task_state spawning. [ 1778.450273] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "8de9ff79-7463-431a-8cde-bea87aff1633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.450658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.505057] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.730s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.505653] env[63302]: DEBUG nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.508212] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.500s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.508397] env[63302]: DEBUG nova.objects.instance [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1778.512526] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: f2f8f590-eeb4-444a-b129-c654fa5c1387] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1778.547158] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "211063c2-f38d-431a-b74f-53f24d8a4e41" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.547246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.549019] env[63302]: DEBUG nova.compute.manager [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Going to confirm migration 4 {{(pid=63302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1778.716080] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795945, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.727160] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.881968] env[63302]: DEBUG nova.network.neutron [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Successfully updated port: 804fc5f8-4887-49e9-a966-c7350c69bbed {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.953479] env[63302]: DEBUG nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1779.012685] env[63302]: DEBUG nova.compute.utils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.014574] env[63302]: DEBUG nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.015152] env[63302]: DEBUG nova.network.neutron [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.022773] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 66db05c1-0227-40ca-842f-a062485d140a] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1779.122049] env[63302]: DEBUG nova.compute.manager [req-7d612f1d-aecd-4127-b494-7c3fd8735c27 req-25d267aa-dace-45da-902c-6c487f12b993 service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Received event network-changed-804fc5f8-4887-49e9-a966-c7350c69bbed {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1779.122049] env[63302]: DEBUG nova.compute.manager [req-7d612f1d-aecd-4127-b494-7c3fd8735c27 req-25d267aa-dace-45da-902c-6c487f12b993 service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Refreshing instance network info cache due to event network-changed-804fc5f8-4887-49e9-a966-c7350c69bbed. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1779.122561] env[63302]: DEBUG oslo_concurrency.lockutils [req-7d612f1d-aecd-4127-b494-7c3fd8735c27 req-25d267aa-dace-45da-902c-6c487f12b993 service nova] Acquiring lock "refresh_cache-b6b313c8-39e0-4500-9bc4-f30b0db59e86" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.122700] env[63302]: DEBUG oslo_concurrency.lockutils [req-7d612f1d-aecd-4127-b494-7c3fd8735c27 req-25d267aa-dace-45da-902c-6c487f12b993 service nova] Acquired lock "refresh_cache-b6b313c8-39e0-4500-9bc4-f30b0db59e86" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.122935] env[63302]: DEBUG nova.network.neutron [req-7d612f1d-aecd-4127-b494-7c3fd8735c27 req-25d267aa-dace-45da-902c-6c487f12b993 service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Refreshing network info cache for port 804fc5f8-4887-49e9-a966-c7350c69bbed {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.139487] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.140812] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.141135] env[63302]: DEBUG nova.network.neutron [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.141398] env[63302]: DEBUG nova.objects.instance [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lazy-loading 'info_cache' on Instance uuid 211063c2-f38d-431a-b74f-53f24d8a4e41 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.146661] env[63302]: DEBUG nova.policy [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52a3a932939f4837b2c76d4f0d47bfeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddb6686f44344de89030c1985bdb998b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.222086] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848618} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.225442] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9/eb05ee55-044c-4901-bbd2-174d0e8920f9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.225664] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.226249] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795946, 'name': ReconfigVM_Task, 'duration_secs': 0.907484} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.226460] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3249e862-d68d-423e-b82e-c72eb6651193 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.228575] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1779.229203] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92e3991f-e2d4-4140-9c73-4f3b9b261db5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.236392] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1779.236392] env[63302]: value = "task-1795948" [ 1779.236392] env[63302]: _type = "Task" [ 1779.236392] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.238620] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1779.238620] env[63302]: value = "task-1795947" [ 1779.238620] env[63302]: _type = "Task" [ 1779.238620] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.249038] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795948, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.252289] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.389030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-b6b313c8-39e0-4500-9bc4-f30b0db59e86" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.488327] env[63302]: DEBUG nova.compute.manager [req-61279fe7-3602-487e-ac9c-19b935a9837e req-95e1e2f8-0493-4cf7-bb9d-24d573d04075 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Received event network-changed-f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1779.488531] env[63302]: DEBUG nova.compute.manager [req-61279fe7-3602-487e-ac9c-19b935a9837e req-95e1e2f8-0493-4cf7-bb9d-24d573d04075 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Refreshing instance network info cache due to event network-changed-f31632c9-36ea-4699-8f50-fd8881acb214. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1779.488745] env[63302]: DEBUG oslo_concurrency.lockutils [req-61279fe7-3602-487e-ac9c-19b935a9837e req-95e1e2f8-0493-4cf7-bb9d-24d573d04075 service nova] Acquiring lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.488889] env[63302]: DEBUG oslo_concurrency.lockutils [req-61279fe7-3602-487e-ac9c-19b935a9837e req-95e1e2f8-0493-4cf7-bb9d-24d573d04075 service nova] Acquired lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.490586] env[63302]: DEBUG nova.network.neutron [req-61279fe7-3602-487e-ac9c-19b935a9837e req-95e1e2f8-0493-4cf7-bb9d-24d573d04075 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Refreshing network info cache for port f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.512803] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.525442] env[63302]: DEBUG nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.530566] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3389bba7-4b17-4007-aa7a-5968bce5036d tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.531560] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 35de6f27-1716-4edf-a201-de2c7e2c0341] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1779.533697] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.011s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.535199] env[63302]: INFO nova.compute.claims [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.665452] env[63302]: DEBUG nova.network.neutron [req-7d612f1d-aecd-4127-b494-7c3fd8735c27 req-25d267aa-dace-45da-902c-6c487f12b993 service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.754025] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795948, 'name': Rename_Task, 'duration_secs': 0.174825} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.756510] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.756594] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16288} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.756795] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c786009e-42c5-4b52-bbc1-691bb1a10edf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.758606] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.759369] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d30fab8-f0c5-4a27-bcb6-f2d5e9c64fc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.788823] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9/eb05ee55-044c-4901-bbd2-174d0e8920f9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.792490] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fddc889-81a8-45ca-9568-b012f2071648 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.811194] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1779.811194] env[63302]: value = "task-1795949" [ 1779.811194] env[63302]: _type = "Task" [ 1779.811194] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.812183] env[63302]: DEBUG nova.network.neutron [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Successfully created port: 29364f8c-a6ac-466a-bcec-6e0631e1c766 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.831035] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1779.831035] env[63302]: value = "task-1795950" [ 1779.831035] env[63302]: _type = "Task" [ 1779.831035] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.831035] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795949, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.845482] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.912634] env[63302]: DEBUG nova.network.neutron [req-7d612f1d-aecd-4127-b494-7c3fd8735c27 req-25d267aa-dace-45da-902c-6c487f12b993 service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.926464] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.040974] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: d401787b-7960-488a-9d12-949af3f2623c] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1780.326967] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.339168] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795950, 'name': ReconfigVM_Task, 'duration_secs': 0.304802} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.342020] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Reconfigured VM instance instance-0000005d to attach disk [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9/eb05ee55-044c-4901-bbd2-174d0e8920f9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.342020] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d1a2b0-342b-4ae1-9de2-56f438b73cf6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.348146] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1780.348146] env[63302]: value = "task-1795951" [ 1780.348146] env[63302]: _type = "Task" [ 1780.348146] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.356870] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795951, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.419024] env[63302]: DEBUG oslo_concurrency.lockutils [req-7d612f1d-aecd-4127-b494-7c3fd8735c27 req-25d267aa-dace-45da-902c-6c487f12b993 service nova] Releasing lock "refresh_cache-b6b313c8-39e0-4500-9bc4-f30b0db59e86" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.419244] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-b6b313c8-39e0-4500-9bc4-f30b0db59e86" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.420823] env[63302]: DEBUG nova.network.neutron [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.489137] env[63302]: DEBUG nova.network.neutron [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance_info_cache with network_info: [{"id": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "address": "fa:16:3e:47:6c:24", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316529c2-33", "ovs_interfaceid": "316529c2-33b1-4958-a4cc-6b98ce3e1fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.522668] env[63302]: DEBUG nova.network.neutron [req-61279fe7-3602-487e-ac9c-19b935a9837e req-95e1e2f8-0493-4cf7-bb9d-24d573d04075 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updated VIF entry in instance network info cache for port f31632c9-36ea-4699-8f50-fd8881acb214. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1780.523117] env[63302]: DEBUG nova.network.neutron [req-61279fe7-3602-487e-ac9c-19b935a9837e req-95e1e2f8-0493-4cf7-bb9d-24d573d04075 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [{"id": "f31632c9-36ea-4699-8f50-fd8881acb214", "address": "fa:16:3e:c6:16:b8", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf31632c9-36", "ovs_interfaceid": "f31632c9-36ea-4699-8f50-fd8881acb214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.544869] env[63302]: DEBUG nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.547471] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 993c3dc1-7699-4f81-a5c0-f0352a532b04] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1780.616673] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.616971] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.617149] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.617338] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.617563] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.617832] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.618106] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.618339] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.618603] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.619263] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.619263] env[63302]: DEBUG nova.virt.hardware [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.620432] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3c3da3-7724-40b8-82fc-3bf0ee6e9d1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.632706] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362af7df-885a-478a-a937-a50c72c6251a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.830540] env[63302]: DEBUG oslo_vmware.api [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795949, 'name': PowerOnVM_Task, 'duration_secs': 0.959849} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.830813] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.831029] env[63302]: INFO nova.compute.manager [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1780.831263] env[63302]: DEBUG nova.compute.manager [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.832077] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636a6376-b429-484a-a268-1c4b213f2320 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.859772] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795951, 'name': Rename_Task, 'duration_secs': 0.143143} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.862268] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.862731] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acd7ce69-a8b8-417f-b994-84b8da3fdda1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.869573] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1780.869573] env[63302]: value = "task-1795952" [ 1780.869573] env[63302]: _type = "Task" [ 1780.869573] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.877957] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.879474] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8623e76-f73b-4a5b-b657-af8ac5c35d2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.885929] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e086dd-c111-456c-a55e-2a7a9d8c6428 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.928668] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d533ae-f6b5-4312-ba0b-7b57a33bff3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.937710] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad75414-bfd7-4ece-b844-343c86959ac7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.952102] env[63302]: DEBUG nova.compute.provider_tree [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.968344] env[63302]: DEBUG nova.network.neutron [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.991359] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-211063c2-f38d-431a-b74f-53f24d8a4e41" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.991447] env[63302]: DEBUG nova.objects.instance [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lazy-loading 'migration_context' on Instance uuid 211063c2-f38d-431a-b74f-53f24d8a4e41 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.026072] env[63302]: DEBUG oslo_concurrency.lockutils [req-61279fe7-3602-487e-ac9c-19b935a9837e req-95e1e2f8-0493-4cf7-bb9d-24d573d04075 service nova] Releasing lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.053342] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 345bff52-622f-4d37-8aff-a956c3a79aa1] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1781.146940] env[63302]: DEBUG nova.network.neutron [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Updating instance_info_cache with network_info: [{"id": "804fc5f8-4887-49e9-a966-c7350c69bbed", "address": "fa:16:3e:3a:88:69", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804fc5f8-48", "ovs_interfaceid": "804fc5f8-4887-49e9-a966-c7350c69bbed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.354664] env[63302]: INFO nova.compute.manager [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Took 21.50 seconds to build instance. [ 1781.381820] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795952, 'name': PowerOnVM_Task, 'duration_secs': 0.501038} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.381820] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.381820] env[63302]: DEBUG nova.compute.manager [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.382429] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f297cf85-b8a9-4ab4-8f64-9a0d0440c637 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.458099] env[63302]: DEBUG nova.scheduler.client.report [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.493930] env[63302]: DEBUG nova.objects.base [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Object Instance<211063c2-f38d-431a-b74f-53f24d8a4e41> lazy-loaded attributes: info_cache,migration_context {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1781.495114] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470c3d7b-dc3c-42bc-ab76-fc2b66309917 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.517944] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d587075c-0521-4999-bc3f-98e5b35964c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.524049] env[63302]: DEBUG oslo_vmware.api [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1781.524049] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c64b07-a62e-3e32-6300-396bfbedc370" [ 1781.524049] env[63302]: _type = "Task" [ 1781.524049] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.531703] env[63302]: DEBUG oslo_vmware.api [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c64b07-a62e-3e32-6300-396bfbedc370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.556699] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c5cc89c3-9037-464d-b4c8-3bf4e121ee83] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1781.651857] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-b6b313c8-39e0-4500-9bc4-f30b0db59e86" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.652061] env[63302]: DEBUG nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Instance network_info: |[{"id": "804fc5f8-4887-49e9-a966-c7350c69bbed", "address": "fa:16:3e:3a:88:69", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804fc5f8-48", "ovs_interfaceid": "804fc5f8-4887-49e9-a966-c7350c69bbed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1781.653084] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:88:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '804fc5f8-4887-49e9-a966-c7350c69bbed', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1781.660789] env[63302]: DEBUG oslo.service.loopingcall [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.661920] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1781.662995] env[63302]: DEBUG nova.compute.manager [req-26c1eb7f-428f-4746-b838-17a7b9287553 req-5552c64f-fd7a-4d3e-b437-7d605276b926 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Received event network-changed-f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1781.663186] env[63302]: DEBUG nova.compute.manager [req-26c1eb7f-428f-4746-b838-17a7b9287553 req-5552c64f-fd7a-4d3e-b437-7d605276b926 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Refreshing instance network info cache due to event network-changed-f31632c9-36ea-4699-8f50-fd8881acb214. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1781.663466] env[63302]: DEBUG oslo_concurrency.lockutils [req-26c1eb7f-428f-4746-b838-17a7b9287553 req-5552c64f-fd7a-4d3e-b437-7d605276b926 service nova] Acquiring lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.663625] env[63302]: DEBUG oslo_concurrency.lockutils [req-26c1eb7f-428f-4746-b838-17a7b9287553 req-5552c64f-fd7a-4d3e-b437-7d605276b926 service nova] Acquired lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.663795] env[63302]: DEBUG nova.network.neutron [req-26c1eb7f-428f-4746-b838-17a7b9287553 req-5552c64f-fd7a-4d3e-b437-7d605276b926 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Refreshing network info cache for port f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.666039] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5e66843-bc3e-47d0-9230-9e3b741d7d48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.689580] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1781.689580] env[63302]: value = "task-1795953" [ 1781.689580] env[63302]: _type = "Task" [ 1781.689580] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.697732] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795953, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.857404] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ce310a1-7ca8-4132-b677-c78f2ec68436 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.012s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.896084] env[63302]: INFO nova.compute.manager [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] bringing vm to original state: 'stopped' [ 1781.932659] env[63302]: DEBUG nova.compute.manager [req-bd72958a-6ccb-46e4-adde-da604f503ceb req-b78c03ec-c15f-40bc-9897-b21349a10997 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Received event network-vif-plugged-29364f8c-a6ac-466a-bcec-6e0631e1c766 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1781.934124] env[63302]: DEBUG oslo_concurrency.lockutils [req-bd72958a-6ccb-46e4-adde-da604f503ceb req-b78c03ec-c15f-40bc-9897-b21349a10997 service nova] Acquiring lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.934124] env[63302]: DEBUG oslo_concurrency.lockutils [req-bd72958a-6ccb-46e4-adde-da604f503ceb req-b78c03ec-c15f-40bc-9897-b21349a10997 service nova] Lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.934124] env[63302]: DEBUG oslo_concurrency.lockutils [req-bd72958a-6ccb-46e4-adde-da604f503ceb req-b78c03ec-c15f-40bc-9897-b21349a10997 service nova] Lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.934380] env[63302]: DEBUG nova.compute.manager [req-bd72958a-6ccb-46e4-adde-da604f503ceb req-b78c03ec-c15f-40bc-9897-b21349a10997 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] No waiting events found dispatching network-vif-plugged-29364f8c-a6ac-466a-bcec-6e0631e1c766 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.934457] env[63302]: WARNING nova.compute.manager [req-bd72958a-6ccb-46e4-adde-da604f503ceb req-b78c03ec-c15f-40bc-9897-b21349a10997 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Received unexpected event network-vif-plugged-29364f8c-a6ac-466a-bcec-6e0631e1c766 for instance with vm_state building and task_state spawning. [ 1781.961373] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.961886] env[63302]: DEBUG nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.965038] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.997s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.965038] env[63302]: DEBUG nova.objects.instance [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lazy-loading 'resources' on Instance uuid 33fe80e1-a693-498d-b39d-da26e1f7b19c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.981366] env[63302]: DEBUG nova.network.neutron [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Successfully updated port: 29364f8c-a6ac-466a-bcec-6e0631e1c766 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.035420] env[63302]: DEBUG oslo_vmware.api [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c64b07-a62e-3e32-6300-396bfbedc370, 'name': SearchDatastore_Task, 'duration_secs': 0.023202} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.038527] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.061032] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 955a94d5-a8c9-44eb-be2f-337bc0f97304] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1782.079134] env[63302]: DEBUG nova.network.neutron [req-26c1eb7f-428f-4746-b838-17a7b9287553 req-5552c64f-fd7a-4d3e-b437-7d605276b926 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updated VIF entry in instance network info cache for port f31632c9-36ea-4699-8f50-fd8881acb214. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.079134] env[63302]: DEBUG nova.network.neutron [req-26c1eb7f-428f-4746-b838-17a7b9287553 req-5552c64f-fd7a-4d3e-b437-7d605276b926 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [{"id": "f31632c9-36ea-4699-8f50-fd8881acb214", "address": "fa:16:3e:c6:16:b8", "network": {"id": "38ad5e25-e0f3-467d-9c8a-9f8307c8a582", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1223091936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813751839b654dbe8a493832f6bb5807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf31632c9-36", "ovs_interfaceid": "f31632c9-36ea-4699-8f50-fd8881acb214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.154224] env[63302]: INFO nova.compute.manager [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Rebuilding instance [ 1782.201746] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795953, 'name': CreateVM_Task, 'duration_secs': 0.421039} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.201970] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1782.204036] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.204036] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.204036] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1782.204036] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf14777a-fb84-43b2-bca4-82d291cbc8c4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.214683] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1782.214683] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5295366a-c671-13a4-31a9-27114672e685" [ 1782.214683] env[63302]: _type = "Task" [ 1782.214683] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.224491] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5295366a-c671-13a4-31a9-27114672e685, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.224770] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.225017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.225256] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.225405] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.225603] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.225860] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b8b105e-36fc-42bb-830c-407b1558082d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.233860] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.234046] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.234735] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ccddabe-16f5-426d-9a17-e53f44b87d37 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.241701] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1782.241701] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52399f39-732e-c097-3ac7-f9f2f5ddd92c" [ 1782.241701] env[63302]: _type = "Task" [ 1782.241701] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.249156] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52399f39-732e-c097-3ac7-f9f2f5ddd92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.253842] env[63302]: DEBUG nova.compute.manager [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.254633] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dad5437-0d4a-4507-98fb-69b77414c2cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.468078] env[63302]: DEBUG nova.compute.utils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.469527] env[63302]: DEBUG nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1782.469734] env[63302]: DEBUG nova.network.neutron [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.485012] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "refresh_cache-73f9313c-b5bd-4e90-8b89-43f2814ebbff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.485012] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquired lock "refresh_cache-73f9313c-b5bd-4e90-8b89-43f2814ebbff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.485652] env[63302]: DEBUG nova.network.neutron [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.537026] env[63302]: DEBUG nova.policy [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48017ffa13d4720a4d3fcf9505440eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '444e3097c1244eee86652b0d9341f206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.569181] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 993deaf6-8c7a-4cfd-bad6-557d849fae36] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1782.580517] env[63302]: DEBUG oslo_concurrency.lockutils [req-26c1eb7f-428f-4746-b838-17a7b9287553 req-5552c64f-fd7a-4d3e-b437-7d605276b926 service nova] Releasing lock "refresh_cache-7e2e62ec-9c4d-424f-bb4b-8f04c083536c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.752726] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52399f39-732e-c097-3ac7-f9f2f5ddd92c, 'name': SearchDatastore_Task, 'duration_secs': 0.008568} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.756015] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a691c2dd-fcda-447c-879a-9050b621720d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.768454] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1782.768454] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522926f1-bebd-c4dc-a2ec-b9dc06c1dcdb" [ 1782.768454] env[63302]: _type = "Task" [ 1782.768454] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.782231] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522926f1-bebd-c4dc-a2ec-b9dc06c1dcdb, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.786951] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.790944] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b6b313c8-39e0-4500-9bc4-f30b0db59e86/b6b313c8-39e0-4500-9bc4-f30b0db59e86.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.790944] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610d1760-7748-43f5-8571-67b4f75a3ff8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.791144] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48f60993-5e15-4d9e-91f6-5192f979566e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.801477] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c7e66-ea1c-4d20-b35f-8062bafead29 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.805126] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1782.805126] env[63302]: value = "task-1795954" [ 1782.805126] env[63302]: _type = "Task" [ 1782.805126] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.841589] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b522565a-285b-4a58-9fed-42b6a321c3c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.845069] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.850703] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33be9c-063a-44a7-9e7d-ec21d7442f38 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.868855] env[63302]: DEBUG nova.compute.provider_tree [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.903103] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.903428] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.903620] env[63302]: DEBUG nova.compute.manager [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.904605] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f107c2ac-1c1e-45e6-92fe-3c8ebab68e5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.912266] env[63302]: DEBUG nova.compute.manager [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1782.976109] env[63302]: DEBUG nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1783.022374] env[63302]: DEBUG nova.network.neutron [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Successfully created port: 487a0be0-dbce-4388-9a6d-0380118fc024 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1783.060794] env[63302]: DEBUG nova.network.neutron [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.073353] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 095044d1-c2db-4961-b885-7db97f5e14f1] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1783.271427] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.272256] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4377083-1b11-4d43-9e59-c226e52e5c70 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.280762] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1783.280762] env[63302]: value = "task-1795955" [ 1783.280762] env[63302]: _type = "Task" [ 1783.280762] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.290577] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.314950] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795954, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.371745] env[63302]: DEBUG nova.scheduler.client.report [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.413275] env[63302]: DEBUG nova.network.neutron [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Updating instance_info_cache with network_info: [{"id": "29364f8c-a6ac-466a-bcec-6e0631e1c766", "address": "fa:16:3e:0b:51:a6", "network": {"id": "96c90690-66a5-496e-bdd8-ab8f42f5e0b7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1158010194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddb6686f44344de89030c1985bdb998b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29364f8c-a6", "ovs_interfaceid": "29364f8c-a6ac-466a-bcec-6e0631e1c766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.416220] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.416514] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d33344-ec9d-4c42-b969-4823993a48a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.425889] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1783.425889] env[63302]: value = "task-1795956" [ 1783.425889] env[63302]: _type = "Task" [ 1783.425889] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.434091] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.576768] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: db561df9-0a6a-4c10-8d2f-4f3029a24505] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1783.790665] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795955, 'name': PowerOffVM_Task, 'duration_secs': 0.218792} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.790931] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.791631] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.792434] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22454c6e-30fd-4f5e-bb61-112eb7aff86f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.799215] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1783.799466] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ae5438f-b9aa-4aa6-9cd0-d98096d67a40 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.816184] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517784} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.816498] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b6b313c8-39e0-4500-9bc4-f30b0db59e86/b6b313c8-39e0-4500-9bc4-f30b0db59e86.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.816720] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.816972] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05285441-5d26-450e-8941-d3136f6d54d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.824654] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1783.824654] env[63302]: value = "task-1795958" [ 1783.824654] env[63302]: _type = "Task" [ 1783.824654] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.830362] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1783.830650] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1783.830936] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Deleting the datastore file [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1783.831690] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99b165f6-a24a-412b-81b2-7f51b5fd683d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.838470] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.839820] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1783.839820] env[63302]: value = "task-1795959" [ 1783.839820] env[63302]: _type = "Task" [ 1783.839820] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.848128] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.879882] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.882649] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.663s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.884457] env[63302]: INFO nova.compute.claims [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.916210] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Releasing lock "refresh_cache-73f9313c-b5bd-4e90-8b89-43f2814ebbff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.916756] env[63302]: DEBUG nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Instance network_info: |[{"id": "29364f8c-a6ac-466a-bcec-6e0631e1c766", "address": "fa:16:3e:0b:51:a6", "network": {"id": "96c90690-66a5-496e-bdd8-ab8f42f5e0b7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1158010194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddb6686f44344de89030c1985bdb998b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29364f8c-a6", "ovs_interfaceid": "29364f8c-a6ac-466a-bcec-6e0631e1c766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1783.917230] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:51:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29364f8c-a6ac-466a-bcec-6e0631e1c766', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.929983] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Creating folder: Project (ddb6686f44344de89030c1985bdb998b). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.929983] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56369430-0598-4241-9342-a1135e54b339 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.933418] env[63302]: INFO nova.scheduler.client.report [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Deleted allocations for instance 33fe80e1-a693-498d-b39d-da26e1f7b19c [ 1783.949607] env[63302]: DEBUG oslo_vmware.api [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795956, 'name': PowerOffVM_Task, 'duration_secs': 0.359393} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.950765] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.951061] env[63302]: DEBUG nova.compute.manager [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.955297] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c99fc7-99b7-4fc2-8dd3-37b7c75d9649 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.957041] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Created folder: Project (ddb6686f44344de89030c1985bdb998b) in parent group-v372222. [ 1783.957267] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Creating folder: Instances. Parent ref: group-v372467. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.957540] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a704dabc-0b54-41e0-89f3-b2db1d4d5a86 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.969659] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Created folder: Instances in parent group-v372467. [ 1783.969920] env[63302]: DEBUG oslo.service.loopingcall [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.970424] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.970650] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5efaf791-65f3-4a15-b3a9-f1c365624c7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.990738] env[63302]: DEBUG nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.992792] env[63302]: DEBUG nova.compute.manager [req-5db2cb28-9b2f-48d1-b878-e957815c0092 req-87204693-96f9-40df-a665-ae7b8a36dec9 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Received event network-changed-29364f8c-a6ac-466a-bcec-6e0631e1c766 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1783.993717] env[63302]: DEBUG nova.compute.manager [req-5db2cb28-9b2f-48d1-b878-e957815c0092 req-87204693-96f9-40df-a665-ae7b8a36dec9 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Refreshing instance network info cache due to event network-changed-29364f8c-a6ac-466a-bcec-6e0631e1c766. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1783.993717] env[63302]: DEBUG oslo_concurrency.lockutils [req-5db2cb28-9b2f-48d1-b878-e957815c0092 req-87204693-96f9-40df-a665-ae7b8a36dec9 service nova] Acquiring lock "refresh_cache-73f9313c-b5bd-4e90-8b89-43f2814ebbff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.993717] env[63302]: DEBUG oslo_concurrency.lockutils [req-5db2cb28-9b2f-48d1-b878-e957815c0092 req-87204693-96f9-40df-a665-ae7b8a36dec9 service nova] Acquired lock "refresh_cache-73f9313c-b5bd-4e90-8b89-43f2814ebbff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.993717] env[63302]: DEBUG nova.network.neutron [req-5db2cb28-9b2f-48d1-b878-e957815c0092 req-87204693-96f9-40df-a665-ae7b8a36dec9 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Refreshing network info cache for port 29364f8c-a6ac-466a-bcec-6e0631e1c766 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.001384] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.001384] env[63302]: value = "task-1795962" [ 1784.001384] env[63302]: _type = "Task" [ 1784.001384] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.014794] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795962, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.034854] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1784.034854] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1784.035041] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1784.035139] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1784.035271] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1784.035439] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1784.035683] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1784.036142] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1784.036142] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1784.036261] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1784.036387] env[63302]: DEBUG nova.virt.hardware [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1784.037694] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcb109a-323d-453d-ae32-c76d279402f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.051790] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72dceb8-50c1-40b3-8ccd-106028775839 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.080389] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 2a67d35d-5882-4494-9708-d0b921077856] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1784.337702] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088902} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.338064] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.338848] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a095d6-5eb7-4906-87af-57f7ce477b6b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.351986] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272178} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.361166] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1784.361392] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1784.361590] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1784.375392] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b6b313c8-39e0-4500-9bc4-f30b0db59e86/b6b313c8-39e0-4500-9bc4-f30b0db59e86.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.376048] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb15ded8-25ad-48c1-bd59-fc8d588300b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.401259] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1784.401259] env[63302]: value = "task-1795963" [ 1784.401259] env[63302]: _type = "Task" [ 1784.401259] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.412353] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.448261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3462e161-f2c8-4e34-a34c-d566568cbef7 tempest-ServerShowV254Test-2056736446 tempest-ServerShowV254Test-2056736446-project-member] Lock "33fe80e1-a693-498d-b39d-da26e1f7b19c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.320s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.477023] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.573s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.514597] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795962, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.584103] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6d777ac5-f26e-4df0-9ce3-5b5f1f8977ee] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1784.895133] env[63302]: DEBUG nova.network.neutron [req-5db2cb28-9b2f-48d1-b878-e957815c0092 req-87204693-96f9-40df-a665-ae7b8a36dec9 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Updated VIF entry in instance network info cache for port 29364f8c-a6ac-466a-bcec-6e0631e1c766. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.895534] env[63302]: DEBUG nova.network.neutron [req-5db2cb28-9b2f-48d1-b878-e957815c0092 req-87204693-96f9-40df-a665-ae7b8a36dec9 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Updating instance_info_cache with network_info: [{"id": "29364f8c-a6ac-466a-bcec-6e0631e1c766", "address": "fa:16:3e:0b:51:a6", "network": {"id": "96c90690-66a5-496e-bdd8-ab8f42f5e0b7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1158010194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddb6686f44344de89030c1985bdb998b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29364f8c-a6", "ovs_interfaceid": "29364f8c-a6ac-466a-bcec-6e0631e1c766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.913337] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795963, 'name': ReconfigVM_Task, 'duration_secs': 0.369655} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.916033] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b6b313c8-39e0-4500-9bc4-f30b0db59e86/b6b313c8-39e0-4500-9bc4-f30b0db59e86.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.916033] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c23a1912-7ae8-4450-b10b-c37235891f1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.931199] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1784.931199] env[63302]: value = "task-1795964" [ 1784.931199] env[63302]: _type = "Task" [ 1784.931199] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.941445] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795964, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.990125] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.012833] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795962, 'name': CreateVM_Task, 'duration_secs': 0.633786} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.013100] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1785.013742] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.013903] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.014248] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1785.014503] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f14d17-792f-4bc7-b3d1-b818530d6207 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.019734] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1785.019734] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521921f8-24b9-d5ee-c4f3-a5fa7ebc3450" [ 1785.019734] env[63302]: _type = "Task" [ 1785.019734] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.030234] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521921f8-24b9-d5ee-c4f3-a5fa7ebc3450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.092161] env[63302]: DEBUG nova.network.neutron [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Successfully updated port: 487a0be0-dbce-4388-9a6d-0380118fc024 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.093862] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3ce0e9fd-70bc-490f-9414-aa830d2935f2] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1785.244642] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720e6feb-f6d4-4652-9421-a0f00e935731 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.252534] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e888d58d-f1cf-486b-af42-49c64ae18fe1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.284931] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932be7b8-a59b-4eb8-ad94-bb7dcf24d898 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.293052] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12725c2f-01fe-4d1e-8130-5b43a5f7fc92 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.306560] env[63302]: DEBUG nova.compute.provider_tree [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.403345] env[63302]: DEBUG oslo_concurrency.lockutils [req-5db2cb28-9b2f-48d1-b878-e957815c0092 req-87204693-96f9-40df-a665-ae7b8a36dec9 service nova] Releasing lock "refresh_cache-73f9313c-b5bd-4e90-8b89-43f2814ebbff" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.439264] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.439997] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.440292] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.440806] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.441281] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.441569] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.441890] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.442558] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.443027] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.443412] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.444343] env[63302]: DEBUG nova.virt.hardware [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.444892] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4db60c-f864-4bf8-bed3-92520b9d1c91 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.457022] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795964, 'name': Rename_Task, 'duration_secs': 0.24362} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.457022] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.457022] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b42de5c3-0fa2-40ac-afc8-58d9b696ec32 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.460760] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65749da7-380d-4044-83f8-d092bc5ff970 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.477951] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.485097] env[63302]: DEBUG oslo.service.loopingcall [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.486760] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.487146] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1785.487146] env[63302]: value = "task-1795965" [ 1785.487146] env[63302]: _type = "Task" [ 1785.487146] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.487409] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cd0bc87-b405-4e7e-9f67-4ee4206622b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.509070] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.509070] env[63302]: value = "task-1795966" [ 1785.509070] env[63302]: _type = "Task" [ 1785.509070] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.512531] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795965, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.524541] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795966, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.535979] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521921f8-24b9-d5ee-c4f3-a5fa7ebc3450, 'name': SearchDatastore_Task, 'duration_secs': 0.012695} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.535979] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.535979] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1785.535979] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.536291] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.536291] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1785.536591] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b18daead-f1de-4a21-8fba-8b7430c0cc2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.553827] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1785.554040] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1785.555228] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38511ec2-fb4c-4682-bc8f-3d032e92efea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.563708] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1785.563708] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529f1fa4-0458-7d90-ca7b-a702ff8d269f" [ 1785.563708] env[63302]: _type = "Task" [ 1785.563708] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.578596] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529f1fa4-0458-7d90-ca7b-a702ff8d269f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.600446] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "refresh_cache-782ea615-d24e-4bed-9bd8-99547ce233f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.600693] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "refresh_cache-782ea615-d24e-4bed-9bd8-99547ce233f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.600857] env[63302]: DEBUG nova.network.neutron [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.602366] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 1000d22c-18b0-47a5-bcfb-1f2af539412a] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1785.811532] env[63302]: DEBUG nova.scheduler.client.report [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.011512] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.022340] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795966, 'name': CreateVM_Task, 'duration_secs': 0.315024} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.022619] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.023140] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.023418] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.023789] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.024095] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca57dd3-4ac7-4a00-8601-a618aad6215e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.029164] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1786.029164] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528cc73f-bed8-5925-5bc0-b818d5efdcbf" [ 1786.029164] env[63302]: _type = "Task" [ 1786.029164] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.038587] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528cc73f-bed8-5925-5bc0-b818d5efdcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.043205] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.043660] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.043914] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "eb05ee55-044c-4901-bbd2-174d0e8920f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.044119] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.044295] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.049040] env[63302]: INFO nova.compute.manager [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Terminating instance [ 1786.076721] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529f1fa4-0458-7d90-ca7b-a702ff8d269f, 'name': SearchDatastore_Task, 'duration_secs': 0.020824} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.078231] env[63302]: DEBUG nova.compute.manager [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Received event network-vif-plugged-487a0be0-dbce-4388-9a6d-0380118fc024 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1786.078443] env[63302]: DEBUG oslo_concurrency.lockutils [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] Acquiring lock "782ea615-d24e-4bed-9bd8-99547ce233f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.078653] env[63302]: DEBUG oslo_concurrency.lockutils [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] Lock "782ea615-d24e-4bed-9bd8-99547ce233f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.078822] env[63302]: DEBUG oslo_concurrency.lockutils [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] Lock "782ea615-d24e-4bed-9bd8-99547ce233f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.078990] env[63302]: DEBUG nova.compute.manager [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] No waiting events found dispatching network-vif-plugged-487a0be0-dbce-4388-9a6d-0380118fc024 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1786.079176] env[63302]: WARNING nova.compute.manager [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Received unexpected event network-vif-plugged-487a0be0-dbce-4388-9a6d-0380118fc024 for instance with vm_state building and task_state spawning. [ 1786.079346] env[63302]: DEBUG nova.compute.manager [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Received event network-changed-487a0be0-dbce-4388-9a6d-0380118fc024 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1786.079503] env[63302]: DEBUG nova.compute.manager [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Refreshing instance network info cache due to event network-changed-487a0be0-dbce-4388-9a6d-0380118fc024. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1786.079670] env[63302]: DEBUG oslo_concurrency.lockutils [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] Acquiring lock "refresh_cache-782ea615-d24e-4bed-9bd8-99547ce233f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.079865] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8090b46-72ba-4074-84a0-17c5184642fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.087629] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1786.087629] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a08747-4370-2ea6-db20-81f455062342" [ 1786.087629] env[63302]: _type = "Task" [ 1786.087629] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.097816] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a08747-4370-2ea6-db20-81f455062342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.107716] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 9a89f687-cafa-4f14-a45a-a6180dcf3d07] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1786.139997] env[63302]: DEBUG nova.network.neutron [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.316379] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.316960] env[63302]: DEBUG nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1786.319938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.227s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.320206] env[63302]: DEBUG nova.objects.instance [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lazy-loading 'resources' on Instance uuid 866b74d8-ab5b-4b46-9b07-72c9228c1ebd {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.373199] env[63302]: DEBUG nova.network.neutron [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Updating instance_info_cache with network_info: [{"id": "487a0be0-dbce-4388-9a6d-0380118fc024", "address": "fa:16:3e:59:79:c7", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487a0be0-db", "ovs_interfaceid": "487a0be0-dbce-4388-9a6d-0380118fc024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.509614] env[63302]: DEBUG oslo_vmware.api [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795965, 'name': PowerOnVM_Task, 'duration_secs': 0.753005} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.509891] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.510111] env[63302]: INFO nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1786.510297] env[63302]: DEBUG nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.511081] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce54a54-f149-4da2-bee0-b54cb0a71e18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.539206] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528cc73f-bed8-5925-5bc0-b818d5efdcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.015004} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.539510] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.539743] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.539953] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.554139] env[63302]: DEBUG nova.compute.manager [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1786.554139] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.555376] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63a8c0e-e26f-4b72-9560-1bcc16a1241b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.563765] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.564090] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bd2f5cb-8c40-47f7-b80d-dc54c0507fd9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.599059] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a08747-4370-2ea6-db20-81f455062342, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.599239] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.599559] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 73f9313c-b5bd-4e90-8b89-43f2814ebbff/73f9313c-b5bd-4e90-8b89-43f2814ebbff.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1786.599894] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.600120] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.600341] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b785671-90f2-4d55-a133-de15252b9f8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.602284] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a2b25d-b171-42cf-9c49-339bbb5fc56a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.610296] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1786.610296] env[63302]: value = "task-1795968" [ 1786.610296] env[63302]: _type = "Task" [ 1786.610296] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.610662] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 242d685b-93b8-4b9c-8682-5cd3de2a8130] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1786.616369] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.616553] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.617584] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f669d4a-7ab5-4303-8020-bee20ae390e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.623039] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.627507] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1786.627507] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526ba02c-d8ff-d311-897a-d1505e476ab7" [ 1786.627507] env[63302]: _type = "Task" [ 1786.627507] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.636202] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526ba02c-d8ff-d311-897a-d1505e476ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.809456] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.809765] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.809967] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleting the datastore file [datastore1] eb05ee55-044c-4901-bbd2-174d0e8920f9 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.810265] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9531805a-45bf-40dc-9dd3-8d8f15ac5b5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.817835] env[63302]: DEBUG oslo_vmware.api [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1786.817835] env[63302]: value = "task-1795969" [ 1786.817835] env[63302]: _type = "Task" [ 1786.817835] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.824058] env[63302]: DEBUG nova.compute.utils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.831326] env[63302]: DEBUG nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1786.831517] env[63302]: DEBUG nova.network.neutron [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.833421] env[63302]: DEBUG oslo_vmware.api [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.863626] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquiring lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.863626] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.863626] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquiring lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.863626] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.863626] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.865870] env[63302]: INFO nova.compute.manager [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Terminating instance [ 1786.875992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "refresh_cache-782ea615-d24e-4bed-9bd8-99547ce233f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.875992] env[63302]: DEBUG nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Instance network_info: |[{"id": "487a0be0-dbce-4388-9a6d-0380118fc024", "address": "fa:16:3e:59:79:c7", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487a0be0-db", "ovs_interfaceid": "487a0be0-dbce-4388-9a6d-0380118fc024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.875992] env[63302]: DEBUG oslo_concurrency.lockutils [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] Acquired lock "refresh_cache-782ea615-d24e-4bed-9bd8-99547ce233f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.875992] env[63302]: DEBUG nova.network.neutron [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Refreshing network info cache for port 487a0be0-dbce-4388-9a6d-0380118fc024 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.876391] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:79:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '487a0be0-dbce-4388-9a6d-0380118fc024', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.885050] env[63302]: DEBUG oslo.service.loopingcall [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.885859] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.889158] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77a7d605-075c-4e0f-9c14-90e8838585fc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.928703] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.928703] env[63302]: value = "task-1795970" [ 1786.928703] env[63302]: _type = "Task" [ 1786.928703] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.937061] env[63302]: DEBUG nova.policy [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1786.948512] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795970, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.036600] env[63302]: INFO nova.compute.manager [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Took 26.25 seconds to build instance. [ 1787.116815] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 2d9b66a8-c542-43f0-96c7-c4e1cd8b8993] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1787.125852] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.139776] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526ba02c-d8ff-d311-897a-d1505e476ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.143962] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad33e2f-c9bb-4b18-b0a5-96583ab0510a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.153873] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1787.153873] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe7006-d679-b49d-a58a-c2e4303cf370" [ 1787.153873] env[63302]: _type = "Task" [ 1787.153873] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.168271] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe7006-d679-b49d-a58a-c2e4303cf370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.189193] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcf0c78-055c-41c5-a985-1cc273785811 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.198418] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20813ebe-4cfa-483c-8d24-b3ef1f2c23ef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.238723] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f98c0b9-ef30-4d6a-aa4e-805d5fd8499d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.242588] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d19f26-b7ca-4f0b-957f-7814c7106758 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.251105] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-de269a5d-22ef-4433-bbab-17948eaea476 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Suspending the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1787.252937] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ce5d84e7-d585-4ac7-8592-d4e7c1fb1781 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.255772] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aaf95a-ea7c-41ea-afb4-9806bcf21960 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.272182] env[63302]: DEBUG nova.compute.provider_tree [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.275438] env[63302]: DEBUG oslo_vmware.api [None req-de269a5d-22ef-4433-bbab-17948eaea476 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1787.275438] env[63302]: value = "task-1795971" [ 1787.275438] env[63302]: _type = "Task" [ 1787.275438] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.284973] env[63302]: DEBUG oslo_vmware.api [None req-de269a5d-22ef-4433-bbab-17948eaea476 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795971, 'name': SuspendVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.329832] env[63302]: DEBUG oslo_vmware.api [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1795969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424896} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.329832] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.329832] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.329832] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.329832] env[63302]: INFO nova.compute.manager [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Took 0.78 seconds to destroy the instance on the hypervisor. [ 1787.330251] env[63302]: DEBUG oslo.service.loopingcall [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.331174] env[63302]: DEBUG nova.compute.manager [-] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1787.331312] env[63302]: DEBUG nova.network.neutron [-] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1787.333420] env[63302]: DEBUG nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1787.374706] env[63302]: DEBUG nova.compute.manager [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1787.374958] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.378459] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3cccf7-6f77-4ff2-994f-2a22f960718d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.390582] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.390926] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46316e8d-2732-4ca4-a53b-6c8e3bc0e056 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.400746] env[63302]: DEBUG oslo_vmware.api [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1787.400746] env[63302]: value = "task-1795972" [ 1787.400746] env[63302]: _type = "Task" [ 1787.400746] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.411570] env[63302]: DEBUG oslo_vmware.api [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.443712] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795970, 'name': CreateVM_Task, 'duration_secs': 0.498812} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.444048] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1787.444853] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.445130] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.445441] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1787.445764] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fa3d41-f222-4a4f-b81e-efb133812eb5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.451897] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1787.451897] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5272a7aa-4d58-5193-d3e8-8fc40976fd0c" [ 1787.451897] env[63302]: _type = "Task" [ 1787.451897] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.462520] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5272a7aa-4d58-5193-d3e8-8fc40976fd0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.541618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9158e610-afd4-4063-b297-36aafa3c4990 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.763s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.589884] env[63302]: DEBUG nova.network.neutron [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Successfully created port: ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1787.628215] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 61db11a7-dc0e-4c69-8f59-a855ee1c0279] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1787.630153] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601238} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.630697] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 73f9313c-b5bd-4e90-8b89-43f2814ebbff/73f9313c-b5bd-4e90-8b89-43f2814ebbff.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1787.630982] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1787.631644] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d918c8e-0b1f-4b69-9f67-0586c47493a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.640142] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1787.640142] env[63302]: value = "task-1795973" [ 1787.640142] env[63302]: _type = "Task" [ 1787.640142] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.650504] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.670024] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fe7006-d679-b49d-a58a-c2e4303cf370, 'name': SearchDatastore_Task, 'duration_secs': 0.041709} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.670024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.670024] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.670024] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-261ad7ee-1595-49d6-9bbf-fbe47e461a39 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.682324] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1787.682324] env[63302]: value = "task-1795974" [ 1787.682324] env[63302]: _type = "Task" [ 1787.682324] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.693604] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.750034] env[63302]: DEBUG nova.network.neutron [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Updated VIF entry in instance network info cache for port 487a0be0-dbce-4388-9a6d-0380118fc024. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.750034] env[63302]: DEBUG nova.network.neutron [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Updating instance_info_cache with network_info: [{"id": "487a0be0-dbce-4388-9a6d-0380118fc024", "address": "fa:16:3e:59:79:c7", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487a0be0-db", "ovs_interfaceid": "487a0be0-dbce-4388-9a6d-0380118fc024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.780020] env[63302]: DEBUG nova.scheduler.client.report [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.799093] env[63302]: DEBUG oslo_vmware.api [None req-de269a5d-22ef-4433-bbab-17948eaea476 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795971, 'name': SuspendVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.917040] env[63302]: DEBUG oslo_vmware.api [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795972, 'name': PowerOffVM_Task, 'duration_secs': 0.286823} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.917668] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.918172] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.921023] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9dc6110-8916-4296-9ed4-225c0d2fa2b1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.965203] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5272a7aa-4d58-5193-d3e8-8fc40976fd0c, 'name': SearchDatastore_Task, 'duration_secs': 0.056849} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.965203] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.965203] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.965203] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.965203] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.965203] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.965203] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8fd60df-2e95-4385-8275-4371bcc58443 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.981019] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.981019] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.981019] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a85c05-9174-428d-b16b-752151a0f468 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.989029] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1787.989029] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5234c5fd-eb80-003e-53e9-ea2d3172566f" [ 1787.989029] env[63302]: _type = "Task" [ 1787.989029] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.996477] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5234c5fd-eb80-003e-53e9-ea2d3172566f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.064344] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1788.064344] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1788.064344] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Deleting the datastore file [datastore1] a230a16a-5efc-40f3-8c24-bc7a6abaa455 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1788.064344] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d92e8d0-6cfd-4c61-b577-23d67d17e371 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.074172] env[63302]: DEBUG oslo_vmware.api [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for the task: (returnval){ [ 1788.074172] env[63302]: value = "task-1795976" [ 1788.074172] env[63302]: _type = "Task" [ 1788.074172] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.083396] env[63302]: DEBUG oslo_vmware.api [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.133245] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 1bc765b2-1b03-408d-9a59-fa597303cf1f] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1788.155179] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088876} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.155179] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1788.155911] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd6797-6fe8-4886-a37c-c72283b17d36 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.179019] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 73f9313c-b5bd-4e90-8b89-43f2814ebbff/73f9313c-b5bd-4e90-8b89-43f2814ebbff.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.182502] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431e37e3-bc5a-481e-8258-3c80f5b35919 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.205608] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795974, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.207018] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1788.207018] env[63302]: value = "task-1795977" [ 1788.207018] env[63302]: _type = "Task" [ 1788.207018] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.218931] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.250716] env[63302]: DEBUG oslo_concurrency.lockutils [req-6fe6856b-c8ea-4ab9-82dc-f632c93c8798 req-11e2c690-4332-4939-97b5-109f7ee05ee7 service nova] Releasing lock "refresh_cache-782ea615-d24e-4bed-9bd8-99547ce233f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.292936] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.296274] env[63302]: DEBUG oslo_vmware.api [None req-de269a5d-22ef-4433-bbab-17948eaea476 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795971, 'name': SuspendVM_Task, 'duration_secs': 0.631406} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.298021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.785s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.300341] env[63302]: INFO nova.compute.claims [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.303376] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-de269a5d-22ef-4433-bbab-17948eaea476 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Suspended the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1788.303376] env[63302]: DEBUG nova.compute.manager [None req-de269a5d-22ef-4433-bbab-17948eaea476 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.304361] env[63302]: DEBUG nova.compute.manager [req-535d0d60-0e9d-4df5-b6e3-ffed259a9a1a req-e377cef1-754b-408e-a644-fdf67cd9a211 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Received event network-vif-deleted-61d8b99f-9aff-4146-9519-092e61c4e1a1 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1788.304545] env[63302]: INFO nova.compute.manager [req-535d0d60-0e9d-4df5-b6e3-ffed259a9a1a req-e377cef1-754b-408e-a644-fdf67cd9a211 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Neutron deleted interface 61d8b99f-9aff-4146-9519-092e61c4e1a1; detaching it from the instance and deleting it from the info cache [ 1788.304724] env[63302]: DEBUG nova.network.neutron [req-535d0d60-0e9d-4df5-b6e3-ffed259a9a1a req-e377cef1-754b-408e-a644-fdf67cd9a211 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.306573] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef657a8f-9a22-471e-8a7b-d0a758ef8b70 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.345518] env[63302]: DEBUG nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1788.351421] env[63302]: INFO nova.scheduler.client.report [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Deleted allocations for instance 866b74d8-ab5b-4b46-9b07-72c9228c1ebd [ 1788.352695] env[63302]: DEBUG nova.network.neutron [-] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.392718] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1788.392968] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1788.393225] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1788.393492] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1788.393641] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1788.393789] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1788.394011] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1788.394178] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1788.394369] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1788.394791] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1788.394791] env[63302]: DEBUG nova.virt.hardware [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1788.395659] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c66e70-80bf-4cdb-a14c-adce5b433a94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.109417] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 529dbacd-fe2a-4165-83fb-53a683996fc4] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1789.116606] env[63302]: INFO nova.compute.manager [-] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Took 1.79 seconds to deallocate network for instance. [ 1789.118009] env[63302]: DEBUG oslo_concurrency.lockutils [None req-852fbc0c-fbf3-4688-946f-54525234a6ab tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "866b74d8-ab5b-4b46-9b07-72c9228c1ebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.955s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.130891] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-631d94d5-7eee-4578-90d0-5477f9f5162e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.146645] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5751177-a20e-411b-9602-568ce9dffa81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.167775] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5234c5fd-eb80-003e-53e9-ea2d3172566f, 'name': SearchDatastore_Task, 'duration_secs': 0.047808} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.167775] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527656} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.167775] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795977, 'name': ReconfigVM_Task, 'duration_secs': 0.291019} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.167775] env[63302]: DEBUG oslo_vmware.api [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Task: {'id': task-1795976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311938} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.168929] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1789.169088] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1789.169347] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 73f9313c-b5bd-4e90-8b89-43f2814ebbff/73f9313c-b5bd-4e90-8b89-43f2814ebbff.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.170704] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.170704] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1789.170704] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1789.170909] env[63302]: INFO nova.compute.manager [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1789.171267] env[63302]: DEBUG oslo.service.loopingcall [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.180866] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834b7cc3-6e77-4153-958a-619495f8d443 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.183557] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c310601-4733-4d84-81c5-2b83f41e32e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.185356] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-390a0b13-33f8-43e9-9271-229c7f8ec5f1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.186785] env[63302]: DEBUG nova.compute.manager [-] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1789.186903] env[63302]: DEBUG nova.network.neutron [-] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1789.191421] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fc9604-4ef4-49ef-98d6-3cd282831be7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.206987] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1789.206987] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e2b892-7f7a-99e3-d5f0-1efc4c040826" [ 1789.206987] env[63302]: _type = "Task" [ 1789.206987] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.211649] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1789.211649] env[63302]: value = "task-1795978" [ 1789.211649] env[63302]: _type = "Task" [ 1789.211649] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.212585] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1789.212585] env[63302]: value = "task-1795979" [ 1789.212585] env[63302]: _type = "Task" [ 1789.212585] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.218582] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e2b892-7f7a-99e3-d5f0-1efc4c040826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.234017] env[63302]: DEBUG nova.compute.manager [req-535d0d60-0e9d-4df5-b6e3-ffed259a9a1a req-e377cef1-754b-408e-a644-fdf67cd9a211 service nova] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Detach interface failed, port_id=61d8b99f-9aff-4146-9519-092e61c4e1a1, reason: Instance eb05ee55-044c-4901-bbd2-174d0e8920f9 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1789.238752] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795978, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.241680] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.621220] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: ef827c35-7d3f-45da-9422-e058331ace32] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1789.645728] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.727665] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e2b892-7f7a-99e3-d5f0-1efc4c040826, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.733137] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.733433] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 782ea615-d24e-4bed-9bd8-99547ce233f1/782ea615-d24e-4bed-9bd8-99547ce233f1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1789.733705] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795978, 'name': Rename_Task, 'duration_secs': 0.150246} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.734081] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-032d84a8-839c-4a9a-96a0-519bd395cbc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.740239] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1789.743023] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f33d2c-cd70-4ec2-b55b-0317983d9738 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.744462] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074954} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.745014] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.748391] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd139288-fd2a-4c0f-bbce-5fb8b2e7f2ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.754315] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1789.754315] env[63302]: value = "task-1795981" [ 1789.754315] env[63302]: _type = "Task" [ 1789.754315] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.754559] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1789.754559] env[63302]: value = "task-1795980" [ 1789.754559] env[63302]: _type = "Task" [ 1789.754559] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.780092] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.783744] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709aadbf-7900-4ac1-971c-e5734dd2b4a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.808031] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.808476] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.814922] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1789.814922] env[63302]: value = "task-1795982" [ 1789.814922] env[63302]: _type = "Task" [ 1789.814922] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.825740] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.952804] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab43fbc-4b61-46a6-8104-5fa1f9128db3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.964375] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d4c79f-3bcb-49e7-b021-59b963ef7d34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.970943] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.971789] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.972555] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.973071] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.973381] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.005339] env[63302]: INFO nova.compute.manager [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Terminating instance [ 1790.007771] env[63302]: DEBUG nova.network.neutron [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Successfully updated port: ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.009701] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f9757-e3b7-48e3-96c5-49c43d71cba4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.021371] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9493cb9c-71f9-4800-a331-c777eecf9177 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.039938] env[63302]: DEBUG nova.compute.provider_tree [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.097996] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.098300] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.098540] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.098739] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.098912] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.101551] env[63302]: INFO nova.compute.manager [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Terminating instance [ 1790.124654] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: f00074db-810e-4764-b001-4a7835629d01] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1790.273074] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.273403] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492754} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.273572] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 782ea615-d24e-4bed-9bd8-99547ce233f1/782ea615-d24e-4bed-9bd8-99547ce233f1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.273786] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.274062] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d23668b3-c32f-4c49-a1d0-3f69b8e470e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.280825] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1790.280825] env[63302]: value = "task-1795983" [ 1790.280825] env[63302]: _type = "Task" [ 1790.280825] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.289796] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.328294] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795982, 'name': ReconfigVM_Task, 'duration_secs': 0.404057} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.328294] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.328294] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9efa38dc-ebd7-4c0c-8ca4-a2eeca64b015 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.336030] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1790.336030] env[63302]: value = "task-1795984" [ 1790.336030] env[63302]: _type = "Task" [ 1790.336030] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.344747] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795984, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.396442] env[63302]: DEBUG nova.compute.manager [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-vif-plugged-ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.401147] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] Acquiring lock "712fc354-76da-417c-8b60-831c514b8467-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.401804] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] Lock "712fc354-76da-417c-8b60-831c514b8467-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.401804] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] Lock "712fc354-76da-417c-8b60-831c514b8467-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.401804] env[63302]: DEBUG nova.compute.manager [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] No waiting events found dispatching network-vif-plugged-ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1790.401899] env[63302]: WARNING nova.compute.manager [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received unexpected event network-vif-plugged-ec095de6-313b-4786-b6ab-aa2a6bb6311f for instance with vm_state building and task_state spawning. [ 1790.402143] env[63302]: DEBUG nova.compute.manager [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.402143] env[63302]: DEBUG nova.compute.manager [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing instance network info cache due to event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1790.402329] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.402456] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.402615] env[63302]: DEBUG nova.network.neutron [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.515029] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.515649] env[63302]: DEBUG nova.compute.manager [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1790.515845] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.516727] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3389ca-51e7-45dc-bf4b-0c88f9da0f2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.524570] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.524805] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1ca1c51-68c2-47e7-8642-0aa598deb25b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.531750] env[63302]: DEBUG oslo_vmware.api [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1790.531750] env[63302]: value = "task-1795985" [ 1790.531750] env[63302]: _type = "Task" [ 1790.531750] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.538847] env[63302]: DEBUG oslo_vmware.api [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.543890] env[63302]: DEBUG nova.scheduler.client.report [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.607286] env[63302]: DEBUG nova.compute.manager [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1790.610017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.610017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c762354b-8ea6-4344-ad5a-affadd372c18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.619153] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.619153] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5745a52c-324b-42d7-9ecb-a2872147e9cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.628158] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 27d74d37-9c58-40af-997f-a576fd41c093] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1790.723883] env[63302]: DEBUG nova.network.neutron [-] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.769223] env[63302]: DEBUG oslo_vmware.api [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1795981, 'name': PowerOnVM_Task, 'duration_secs': 0.722138} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.769652] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.769898] env[63302]: INFO nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1790.770100] env[63302]: DEBUG nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.770947] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c185493-0e01-4325-a6ba-4b79b862f6b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.789166] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060757} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.789415] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1790.790422] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36fd37e-8eb7-4434-8b3d-e10a3f5b6570 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.794227] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.794448] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.794730] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleting the datastore file [datastore1] b6b313c8-39e0-4500-9bc4-f30b0db59e86 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.795929] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90adb891-c8d3-441e-a031-445cedd18be1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.816819] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 782ea615-d24e-4bed-9bd8-99547ce233f1/782ea615-d24e-4bed-9bd8-99547ce233f1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.817462] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f81aa7-cab0-4748-b2ad-3341fde77575 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.835012] env[63302]: DEBUG oslo_vmware.api [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1790.835012] env[63302]: value = "task-1795987" [ 1790.835012] env[63302]: _type = "Task" [ 1790.835012] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.843618] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1790.843618] env[63302]: value = "task-1795988" [ 1790.843618] env[63302]: _type = "Task" [ 1790.843618] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.858743] env[63302]: DEBUG oslo_vmware.api [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.858985] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795984, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.865047] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.935458] env[63302]: DEBUG nova.network.neutron [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.026197] env[63302]: DEBUG nova.network.neutron [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.041568] env[63302]: DEBUG oslo_vmware.api [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.048730] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.049236] env[63302]: DEBUG nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.054405] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.131s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.054405] env[63302]: DEBUG nova.objects.instance [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'pci_requests' on Instance uuid 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.132173] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3bc08585-9a04-42c4-a43a-eaf076d98a82] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1791.226370] env[63302]: INFO nova.compute.manager [-] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Took 2.04 seconds to deallocate network for instance. [ 1791.288862] env[63302]: INFO nova.compute.manager [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Took 23.13 seconds to build instance. [ 1791.347955] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795984, 'name': Rename_Task, 'duration_secs': 0.974906} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.354416] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.354731] env[63302]: DEBUG oslo_vmware.api [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1795987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186008} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.355439] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a098e05c-6db4-4d4e-a501-1acbde37ecc1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.356954] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.357224] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.357340] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.357510] env[63302]: INFO nova.compute.manager [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Took 0.75 seconds to destroy the instance on the hypervisor. [ 1791.357742] env[63302]: DEBUG oslo.service.loopingcall [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.358298] env[63302]: DEBUG nova.compute.manager [-] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1791.358395] env[63302]: DEBUG nova.network.neutron [-] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.363643] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.363895] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.364095] env[63302]: INFO nova.compute.manager [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Shelving [ 1791.365401] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.368681] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1791.368681] env[63302]: value = "task-1795989" [ 1791.368681] env[63302]: _type = "Task" [ 1791.368681] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.375982] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.527635] env[63302]: DEBUG oslo_concurrency.lockutils [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.528058] env[63302]: DEBUG nova.compute.manager [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Received event network-vif-deleted-2533df13-7aca-49a8-bd42-de9b909dc876 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1791.528274] env[63302]: INFO nova.compute.manager [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Neutron deleted interface 2533df13-7aca-49a8-bd42-de9b909dc876; detaching it from the instance and deleting it from the info cache [ 1791.528510] env[63302]: DEBUG nova.network.neutron [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.530047] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.530203] env[63302]: DEBUG nova.network.neutron [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.544434] env[63302]: DEBUG oslo_vmware.api [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795985, 'name': PowerOffVM_Task, 'duration_secs': 0.805319} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.544725] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.544906] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.545211] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c468afc-3e09-4963-b335-a098600df297 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.554536] env[63302]: DEBUG nova.compute.utils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.557112] env[63302]: DEBUG nova.objects.instance [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'numa_topology' on Instance uuid 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.558176] env[63302]: DEBUG nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.558345] env[63302]: DEBUG nova.network.neutron [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.620278] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1791.620524] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1791.620715] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Deleting the datastore file [datastore1] 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1791.621014] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b133b235-f6b7-4bbd-99eb-62b5eb89fbf3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.629417] env[63302]: DEBUG oslo_vmware.api [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for the task: (returnval){ [ 1791.629417] env[63302]: value = "task-1795991" [ 1791.629417] env[63302]: _type = "Task" [ 1791.629417] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.635358] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 0ee776e0-a7a8-4f71-ba22-3eae1920358e] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1791.643442] env[63302]: DEBUG oslo_vmware.api [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.693792] env[63302]: DEBUG nova.policy [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd4e9d4d66f4f508d955e97fd182c54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '105f0741e28549df88f62c47fe874fb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1791.733293] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.791379] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7914201-d840-4aaf-be22-60a3cba37e62 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.644s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.862443] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795988, 'name': ReconfigVM_Task, 'duration_secs': 0.882906} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.862725] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 782ea615-d24e-4bed-9bd8-99547ce233f1/782ea615-d24e-4bed-9bd8-99547ce233f1.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1791.863400] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d1dca3e-f142-4317-ba08-1414f8c39290 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.875154] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1791.875154] env[63302]: value = "task-1795992" [ 1791.875154] env[63302]: _type = "Task" [ 1791.875154] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.882882] env[63302]: DEBUG oslo_vmware.api [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1795989, 'name': PowerOnVM_Task, 'duration_secs': 0.443372} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.883515] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.883746] env[63302]: DEBUG nova.compute.manager [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.884969] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3217f64b-5f24-48f6-8f94-cb9ee1d906bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.890654] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795992, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.911372] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6815d8b2-500f-4e64-a6fd-82b5e6e86925 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "interface-73f9313c-b5bd-4e90-8b89-43f2814ebbff-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.911652] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6815d8b2-500f-4e64-a6fd-82b5e6e86925 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "interface-73f9313c-b5bd-4e90-8b89-43f2814ebbff-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.911971] env[63302]: DEBUG nova.objects.instance [None req-6815d8b2-500f-4e64-a6fd-82b5e6e86925 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lazy-loading 'flavor' on Instance uuid 73f9313c-b5bd-4e90-8b89-43f2814ebbff {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.035178] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43edf813-c2f2-4204-bcb7-630237b2d67b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.049695] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9478dd-5760-4e6d-9dfb-d08107b47cda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.060446] env[63302]: DEBUG nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.063473] env[63302]: INFO nova.compute.claims [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.084749] env[63302]: DEBUG nova.compute.manager [req-cc121ab3-407f-4480-960e-2ee8350ae4e5 req-1f89c256-c4a8-4d23-89af-de30547ad8e6 service nova] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Detach interface failed, port_id=2533df13-7aca-49a8-bd42-de9b909dc876, reason: Instance a230a16a-5efc-40f3-8c24-bc7a6abaa455 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1792.089104] env[63302]: DEBUG nova.network.neutron [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.140638] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: aab9dc43-9547-4246-be2e-3018436bc6a5] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1792.142686] env[63302]: DEBUG oslo_vmware.api [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Task: {'id': task-1795991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285299} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.143106] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.143287] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.143486] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1792.143657] env[63302]: INFO nova.compute.manager [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1792.143889] env[63302]: DEBUG oslo.service.loopingcall [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.144106] env[63302]: DEBUG nova.compute.manager [-] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1792.144183] env[63302]: DEBUG nova.network.neutron [-] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1792.236957] env[63302]: DEBUG nova.network.neutron [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Successfully created port: 65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.333166] env[63302]: DEBUG nova.network.neutron [-] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.368351] env[63302]: DEBUG nova.network.neutron [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.378526] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.385946] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e0f6452-83f4-4bb7-b9a9-6da77c6c9582 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.394501] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795992, 'name': Rename_Task, 'duration_secs': 0.488993} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.395569] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1792.395921] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1792.395921] env[63302]: value = "task-1795993" [ 1792.395921] env[63302]: _type = "Task" [ 1792.395921] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.396090] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c80e6c6-9cf4-4e5e-9db3-96f028a7a9af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.411384] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.418438] env[63302]: DEBUG nova.objects.instance [None req-6815d8b2-500f-4e64-a6fd-82b5e6e86925 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lazy-loading 'pci_requests' on Instance uuid 73f9313c-b5bd-4e90-8b89-43f2814ebbff {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.419511] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.421180] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1792.421180] env[63302]: value = "task-1795994" [ 1792.421180] env[63302]: _type = "Task" [ 1792.421180] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.430175] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.643906] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: abc29cc9-d3d8-4a81-b8a5-ea416d4a1422] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1792.762747] env[63302]: DEBUG nova.compute.manager [req-887db526-dc9c-44df-85ce-01a4a8a8a74b req-4130135f-36ef-43d2-83a1-c812dfdf1ffc service nova] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Received event network-vif-deleted-804fc5f8-4887-49e9-a966-c7350c69bbed {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1792.785071] env[63302]: DEBUG nova.compute.manager [req-aa76436d-9730-472a-825a-359b5c0323a3 req-8728e253-5a92-4ce4-85dd-6d90385ab6db service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Received event network-vif-deleted-865afb89-5f68-4009-91cd-c4e3c5a3d7f2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1792.785284] env[63302]: INFO nova.compute.manager [req-aa76436d-9730-472a-825a-359b5c0323a3 req-8728e253-5a92-4ce4-85dd-6d90385ab6db service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Neutron deleted interface 865afb89-5f68-4009-91cd-c4e3c5a3d7f2; detaching it from the instance and deleting it from the info cache [ 1792.785457] env[63302]: DEBUG nova.network.neutron [req-aa76436d-9730-472a-825a-359b5c0323a3 req-8728e253-5a92-4ce4-85dd-6d90385ab6db service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.836777] env[63302]: INFO nova.compute.manager [-] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Took 1.48 seconds to deallocate network for instance. [ 1792.876631] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.876957] env[63302]: DEBUG nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Instance network_info: |[{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1792.877615] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:be:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec095de6-313b-4786-b6ab-aa2a6bb6311f', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.885308] env[63302]: DEBUG oslo.service.loopingcall [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.888149] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712fc354-76da-417c-8b60-831c514b8467] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.888632] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e57e30d9-0a8f-4120-91b8-b2cfe8d6f353 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.911166] env[63302]: DEBUG nova.network.neutron [-] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.916775] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.916775] env[63302]: value = "task-1795995" [ 1792.916775] env[63302]: _type = "Task" [ 1792.916775] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.921415] env[63302]: DEBUG nova.objects.base [None req-6815d8b2-500f-4e64-a6fd-82b5e6e86925 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Object Instance<73f9313c-b5bd-4e90-8b89-43f2814ebbff> lazy-loaded attributes: flavor,pci_requests {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1792.921619] env[63302]: DEBUG nova.network.neutron [None req-6815d8b2-500f-4e64-a6fd-82b5e6e86925 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.923389] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795993, 'name': PowerOffVM_Task, 'duration_secs': 0.200533} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.931562] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.935912] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818023fb-9a93-446e-a511-af389d382c93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.965927] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d17e4b6-63ee-47b1-8a1a-5fd6ca1291cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.967944] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.968253] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795995, 'name': CreateVM_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.027378] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6815d8b2-500f-4e64-a6fd-82b5e6e86925 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "interface-73f9313c-b5bd-4e90-8b89-43f2814ebbff-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.116s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.054779] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b104ed-fd4d-4415-b93a-d80cfe7f05e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.063039] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3217169-53cc-44bb-8097-ab03f4655385 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.092853] env[63302]: DEBUG nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.095789] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0ad172-4ea3-4824-8a89-f3a20c1bd6b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.103605] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d752b6-65a9-4816-95ac-c51c913830aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.120521] env[63302]: DEBUG nova.compute.provider_tree [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.123848] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.124101] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.124264] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.124455] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.124597] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.124744] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.124947] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.125121] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.125288] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.125601] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.125673] env[63302]: DEBUG nova.virt.hardware [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.126757] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e4373f-8234-4c4b-8938-698cd8ac397b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.135264] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b400896-dd72-40b0-8bb8-3bc969f5d47e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.149536] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 65238be5-9105-42fe-a69f-e20b713f9e71] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1793.290830] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e58a3e98-f5c9-4b99-8994-0300e2ee0d97 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.302335] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9012250-7965-4187-9846-30f3a13a10d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.335175] env[63302]: DEBUG nova.compute.manager [req-aa76436d-9730-472a-825a-359b5c0323a3 req-8728e253-5a92-4ce4-85dd-6d90385ab6db service nova] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Detach interface failed, port_id=865afb89-5f68-4009-91cd-c4e3c5a3d7f2, reason: Instance 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1793.346626] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.413935] env[63302]: INFO nova.compute.manager [-] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Took 1.27 seconds to deallocate network for instance. [ 1793.430072] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1795995, 'name': CreateVM_Task, 'duration_secs': 0.461389} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.430285] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712fc354-76da-417c-8b60-831c514b8467] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.431018] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.431202] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.431647] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.431958] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c08d62-bc5d-400f-8371-e5083190e725 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.442483] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1793.442483] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52280906-1777-bde7-b3b8-f9ce5fcef57a" [ 1793.442483] env[63302]: _type = "Task" [ 1793.442483] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.443061] env[63302]: DEBUG oslo_vmware.api [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1795994, 'name': PowerOnVM_Task, 'duration_secs': 0.923783} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.443385] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1793.443640] env[63302]: INFO nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1793.443823] env[63302]: DEBUG nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.447278] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a66c4df-58ff-4179-905c-e27a41b39dc0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.455602] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52280906-1777-bde7-b3b8-f9ce5fcef57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.485037] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1793.485205] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a4243b82-c465-42de-9e1e-ca12fb6e39c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.493013] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1793.493013] env[63302]: value = "task-1795996" [ 1793.493013] env[63302]: _type = "Task" [ 1793.493013] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.502058] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795996, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.631419] env[63302]: DEBUG nova.scheduler.client.report [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.652805] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 7d1dd7af-2cf2-441f-b873-eae65e5f2d11] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1793.662970] env[63302]: INFO nova.compute.manager [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Rebuilding instance [ 1793.707053] env[63302]: DEBUG nova.compute.manager [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.708060] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f140055-5261-4a6a-80b8-6854e6743987 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.921905] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.954072] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52280906-1777-bde7-b3b8-f9ce5fcef57a, 'name': SearchDatastore_Task, 'duration_secs': 0.020008} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.954373] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.954652] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.954920] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.955080] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.955265] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.955557] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-711a1b2b-6fb4-4268-9185-6777c5dacf04 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.966221] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.966412] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.968055] env[63302]: DEBUG nova.network.neutron [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Successfully updated port: 65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1793.971025] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2d3389-e9ce-498e-a36a-2ea48cf1f103 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.974164] env[63302]: INFO nova.compute.manager [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Took 19.48 seconds to build instance. [ 1793.979518] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1793.979518] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520c8f2e-245a-d202-affc-7b832e4fb5c8" [ 1793.979518] env[63302]: _type = "Task" [ 1793.979518] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.989384] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520c8f2e-245a-d202-affc-7b832e4fb5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.003368] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795996, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.137056] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.085s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.139267] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.101s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.156526] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: b32ec8f0-5bf5-42b3-ac1c-9f86ed069b72] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1794.182084] env[63302]: INFO nova.network.neutron [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating port aaa6064a-7457-4842-ab14-619e3fc1db27 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1794.475278] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.475519] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.475631] env[63302]: DEBUG nova.network.neutron [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.477355] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b661ec4-4bea-4c07-b1a9-1a85adbd6dc6 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "782ea615-d24e-4bed-9bd8-99547ce233f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.991s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.491305] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520c8f2e-245a-d202-affc-7b832e4fb5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016696} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.491726] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c61e75-762b-43ae-88bd-5cd980ac86a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.502086] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1794.502086] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529fc5ab-9e80-9d36-78b0-eb4419f73d77" [ 1794.502086] env[63302]: _type = "Task" [ 1794.502086] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.505874] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795996, 'name': CreateSnapshot_Task, 'duration_secs': 0.726935} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.509494] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1794.509742] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d0f140-7be0-44b5-a7de-7f5cf121d349 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.517194] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529fc5ab-9e80-9d36-78b0-eb4419f73d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.660070] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: cf573838-c503-43d6-807b-0c44d80962b4] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1794.722532] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.722794] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa7275b2-b555-45f9-a330-a9eb4bb6ce00 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.732745] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1794.732745] env[63302]: value = "task-1795997" [ 1794.732745] env[63302]: _type = "Task" [ 1794.732745] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.741687] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1795997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.883696] env[63302]: DEBUG nova.compute.manager [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Received event network-vif-plugged-65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1794.883696] env[63302]: DEBUG oslo_concurrency.lockutils [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] Acquiring lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.883696] env[63302]: DEBUG oslo_concurrency.lockutils [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] Lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.883696] env[63302]: DEBUG oslo_concurrency.lockutils [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] Lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.883832] env[63302]: DEBUG nova.compute.manager [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] No waiting events found dispatching network-vif-plugged-65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.884685] env[63302]: WARNING nova.compute.manager [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Received unexpected event network-vif-plugged-65fed487-2f45-4f31-b29b-3a7c572027e0 for instance with vm_state building and task_state spawning. [ 1794.885099] env[63302]: DEBUG nova.compute.manager [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Received event network-changed-65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1794.885784] env[63302]: DEBUG nova.compute.manager [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Refreshing instance network info cache due to event network-changed-65fed487-2f45-4f31-b29b-3a7c572027e0. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1794.886045] env[63302]: DEBUG oslo_concurrency.lockutils [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] Acquiring lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.901578] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7a4f1e-bced-4b1c-b153-9343390da588 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.909848] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b8a891-d10a-454b-bf8d-f3efef6e9ad5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.942761] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f1b7f3-cafc-4fd4-a0bf-c771f4444ae1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.951151] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4335e4-c46f-4175-9ee3-e48df99bfc9f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.966072] env[63302]: DEBUG nova.compute.provider_tree [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.016755] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529fc5ab-9e80-9d36-78b0-eb4419f73d77, 'name': SearchDatastore_Task, 'duration_secs': 0.03338} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.017030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.017295] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 712fc354-76da-417c-8b60-831c514b8467/712fc354-76da-417c-8b60-831c514b8467.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.017555] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4f579e-a12c-4794-bf10-94f56d882c85 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.020474] env[63302]: DEBUG nova.network.neutron [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.029020] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1795.029020] env[63302]: value = "task-1795998" [ 1795.029020] env[63302]: _type = "Task" [ 1795.029020] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.035493] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1795.035944] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.036583] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.036583] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.036583] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.036776] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.043019] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b724d1a-1f68-4184-955a-a2c6208b989f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.044101] env[63302]: INFO nova.compute.manager [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Terminating instance [ 1795.050256] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.054987] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1795.054987] env[63302]: value = "task-1795999" [ 1795.054987] env[63302]: _type = "Task" [ 1795.054987] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.063725] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795999, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.163558] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 7369a4ba-3b07-4b71-a7ad-6dd77e57880d] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1795.178465] env[63302]: DEBUG nova.network.neutron [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance_info_cache with network_info: [{"id": "65fed487-2f45-4f31-b29b-3a7c572027e0", "address": "fa:16:3e:5a:99:bb", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fed487-2f", "ovs_interfaceid": "65fed487-2f45-4f31-b29b-3a7c572027e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.243213] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1795997, 'name': PowerOffVM_Task, 'duration_secs': 0.183684} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.243564] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.243815] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.244668] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1f992a-639e-4665-a339-00652707311f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.253053] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.253336] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad65a8b-ff3f-4bd5-8c60-be8fd7178d35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.285498] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.285844] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.286041] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Deleting the datastore file [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.286334] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fae37967-bdba-49f4-8063-efd41ab57b71 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.293806] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1795.293806] env[63302]: value = "task-1796001" [ 1795.293806] env[63302]: _type = "Task" [ 1795.293806] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.302654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "782ea615-d24e-4bed-9bd8-99547ce233f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.302965] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "782ea615-d24e-4bed-9bd8-99547ce233f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.303200] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "782ea615-d24e-4bed-9bd8-99547ce233f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.303496] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "782ea615-d24e-4bed-9bd8-99547ce233f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.303592] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "782ea615-d24e-4bed-9bd8-99547ce233f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.305397] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.305938] env[63302]: INFO nova.compute.manager [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Terminating instance [ 1795.468955] env[63302]: DEBUG nova.scheduler.client.report [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.537283] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1795998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503647} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.537657] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 712fc354-76da-417c-8b60-831c514b8467/712fc354-76da-417c-8b60-831c514b8467.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1795.537749] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1795.537989] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd69e5dc-5e5b-4766-aa8e-f37b9150ddca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.544944] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1795.544944] env[63302]: value = "task-1796002" [ 1795.544944] env[63302]: _type = "Task" [ 1795.544944] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.553208] env[63302]: DEBUG nova.compute.manager [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.553454] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.554074] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.554815] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf68251-f451-4241-bbdb-1695b68c4ccf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.565510] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.569047] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8051778-b205-4972-b428-603dc7c67bbb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.570362] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795999, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.574624] env[63302]: DEBUG oslo_vmware.api [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1795.574624] env[63302]: value = "task-1796003" [ 1795.574624] env[63302]: _type = "Task" [ 1795.574624] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.582662] env[63302]: DEBUG oslo_vmware.api [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1796003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.667248] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: dd4ad2de-fcb0-4147-83d1-0e62e8f3b73c] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1795.683745] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.684101] env[63302]: DEBUG nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Instance network_info: |[{"id": "65fed487-2f45-4f31-b29b-3a7c572027e0", "address": "fa:16:3e:5a:99:bb", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fed487-2f", "ovs_interfaceid": "65fed487-2f45-4f31-b29b-3a7c572027e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1795.684436] env[63302]: DEBUG oslo_concurrency.lockutils [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] Acquired lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.684786] env[63302]: DEBUG nova.network.neutron [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Refreshing network info cache for port 65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.685824] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:99:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65fed487-2f45-4f31-b29b-3a7c572027e0', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.703036] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating folder: Project (105f0741e28549df88f62c47fe874fb2). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.705344] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4db15d-64e5-43a2-be93-c32072f53f1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.716389] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Created folder: Project (105f0741e28549df88f62c47fe874fb2) in parent group-v372222. [ 1795.716616] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating folder: Instances. Parent ref: group-v372475. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.716864] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-093a325c-337a-4eef-8d3d-6dc12bad2932 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.727819] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Created folder: Instances in parent group-v372475. [ 1795.728944] env[63302]: DEBUG oslo.service.loopingcall [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.728944] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.728944] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd1f374-3ccb-4a9d-b21a-08052e90f1ab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.761756] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.761756] env[63302]: value = "task-1796006" [ 1795.761756] env[63302]: _type = "Task" [ 1795.761756] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.773696] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796006, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.797613] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.797856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.798076] env[63302]: DEBUG nova.network.neutron [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.811030] env[63302]: DEBUG nova.compute.manager [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.811355] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.811814] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315727} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.813164] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8efb61-3fea-4cbf-accd-df6732f79c1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.817082] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.817382] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.817587] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.832088] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.832393] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64f7c913-f190-4d33-b0d4-444a921c03c4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.839794] env[63302]: DEBUG oslo_vmware.api [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1795.839794] env[63302]: value = "task-1796007" [ 1795.839794] env[63302]: _type = "Task" [ 1795.839794] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.849411] env[63302]: DEBUG oslo_vmware.api [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.032658] env[63302]: DEBUG nova.network.neutron [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updated VIF entry in instance network info cache for port 65fed487-2f45-4f31-b29b-3a7c572027e0. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.032658] env[63302]: DEBUG nova.network.neutron [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance_info_cache with network_info: [{"id": "65fed487-2f45-4f31-b29b-3a7c572027e0", "address": "fa:16:3e:5a:99:bb", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fed487-2f", "ovs_interfaceid": "65fed487-2f45-4f31-b29b-3a7c572027e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.054436] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098392} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.057714] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.057714] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9820083-55ef-4be4-99d7-46c39c2abac8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.090024] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 712fc354-76da-417c-8b60-831c514b8467/712fc354-76da-417c-8b60-831c514b8467.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.096409] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34540789-efc0-414e-8ec3-a0cadfd4ae0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.112816] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795999, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.118550] env[63302]: DEBUG oslo_vmware.api [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1796003, 'name': PowerOffVM_Task, 'duration_secs': 0.271043} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.120028] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.120152] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.120471] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1796.120471] env[63302]: value = "task-1796008" [ 1796.120471] env[63302]: _type = "Task" [ 1796.120471] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.120664] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5638ff1-5d9a-4745-b05f-bbd4ae82b45d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.130777] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.170602] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 2a214e3c-a1a1-42f2-85aa-6e9b1f688ad1] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1796.271610] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796006, 'name': CreateVM_Task, 'duration_secs': 0.369142} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.271748] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.272443] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.272636] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.272954] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.273210] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e830859c-8f3d-4570-b671-e4e5610539b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.278072] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1796.278072] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eda31c-8a13-d787-bf52-c9da5ab0406f" [ 1796.278072] env[63302]: _type = "Task" [ 1796.278072] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.285209] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eda31c-8a13-d787-bf52-c9da5ab0406f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.349890] env[63302]: DEBUG oslo_vmware.api [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796007, 'name': PowerOffVM_Task, 'duration_secs': 0.284301} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.350070] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.350113] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.350368] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60269a16-6f44-4500-9f80-6bd915181fc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.369866] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.370207] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.370339] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Deleting the datastore file [datastore1] 73f9313c-b5bd-4e90-8b89-43f2814ebbff {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.373126] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1682acfb-bfd5-478c-b1e1-92c1c957e21a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.380449] env[63302]: DEBUG oslo_vmware.api [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for the task: (returnval){ [ 1796.380449] env[63302]: value = "task-1796011" [ 1796.380449] env[63302]: _type = "Task" [ 1796.380449] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.389720] env[63302]: DEBUG oslo_vmware.api [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1796011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.480801] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.341s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.483788] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.494s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.484028] env[63302]: DEBUG nova.objects.instance [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1796.534608] env[63302]: DEBUG oslo_concurrency.lockutils [req-9ad03b3d-e055-4904-8e1b-dabbcd5d620c req-67315ea0-8885-4d53-adf2-2cf00f518897 service nova] Releasing lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.536666] env[63302]: DEBUG nova.network.neutron [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa6064a-74", "ovs_interfaceid": "aaa6064a-7457-4842-ab14-619e3fc1db27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.538411] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.538678] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.538881] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleting the datastore file [datastore1] 782ea615-d24e-4bed-9bd8-99547ce233f1 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.539267] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aab66a1-c781-493c-948a-f2141cbef983 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.546117] env[63302]: DEBUG oslo_vmware.api [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1796.546117] env[63302]: value = "task-1796012" [ 1796.546117] env[63302]: _type = "Task" [ 1796.546117] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.555329] env[63302]: DEBUG oslo_vmware.api [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.566486] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1795999, 'name': CloneVM_Task, 'duration_secs': 1.415663} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.566739] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Created linked-clone VM from snapshot [ 1796.567477] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f35612-23e1-48bb-8baf-fd3df515477f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.574306] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Uploading image f582865b-0b6c-42e8-88fa-eb204d8277ae {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1796.599347] env[63302]: DEBUG oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1796.599347] env[63302]: value = "vm-372474" [ 1796.599347] env[63302]: _type = "VirtualMachine" [ 1796.599347] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1796.599612] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85d14479-1960-4c42-bea6-6165e23308a6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.606246] env[63302]: DEBUG oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lease: (returnval){ [ 1796.606246] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52580bb5-30c4-24bf-b9fd-e61aadb55e53" [ 1796.606246] env[63302]: _type = "HttpNfcLease" [ 1796.606246] env[63302]: } obtained for exporting VM: (result){ [ 1796.606246] env[63302]: value = "vm-372474" [ 1796.606246] env[63302]: _type = "VirtualMachine" [ 1796.606246] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1796.606520] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the lease: (returnval){ [ 1796.606520] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52580bb5-30c4-24bf-b9fd-e61aadb55e53" [ 1796.606520] env[63302]: _type = "HttpNfcLease" [ 1796.606520] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1796.612173] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1796.612173] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52580bb5-30c4-24bf-b9fd-e61aadb55e53" [ 1796.612173] env[63302]: _type = "HttpNfcLease" [ 1796.612173] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1796.630447] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.674152] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 7952e25d-df88-4f31-be5e-9e952a82db8c] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1796.790029] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52eda31c-8a13-d787-bf52-c9da5ab0406f, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.790238] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.790472] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.790715] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.790845] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.791028] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.791279] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c528693-1bdd-4521-8795-bd1a8546af00 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.806046] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.806237] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.806957] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d89a4d-4250-42ad-8b91-16d5ad0f7894 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.812266] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1796.812266] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d5ab03-bdff-b5de-8a0f-b7bca5f47561" [ 1796.812266] env[63302]: _type = "Task" [ 1796.812266] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.819646] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d5ab03-bdff-b5de-8a0f-b7bca5f47561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.855272] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.855530] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.855726] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.855873] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.856031] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.856187] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.856399] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.856556] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.856718] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.856878] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.857068] env[63302]: DEBUG nova.virt.hardware [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.857912] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8659f-38ce-47f8-9fe6-476179f89750 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.866227] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d0eb6d-90b4-43a1-9eec-a3ef7a7dd42c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.880324] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance VIF info [] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.885965] env[63302]: DEBUG oslo.service.loopingcall [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.886328] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.890045] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a2702c-a683-43f1-aee1-1e9be61f4e2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.907701] env[63302]: DEBUG oslo_vmware.api [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Task: {'id': task-1796011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174429} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.909482] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.909719] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.909994] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.910291] env[63302]: INFO nova.compute.manager [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1796.910448] env[63302]: DEBUG oslo.service.loopingcall [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.910638] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.910638] env[63302]: value = "task-1796014" [ 1796.910638] env[63302]: _type = "Task" [ 1796.910638] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.910823] env[63302]: DEBUG nova.compute.manager [-] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.910916] env[63302]: DEBUG nova.network.neutron [-] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.919187] env[63302]: DEBUG nova.compute.manager [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received event network-vif-plugged-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1796.919809] env[63302]: DEBUG oslo_concurrency.lockutils [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.920099] env[63302]: DEBUG oslo_concurrency.lockutils [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.920365] env[63302]: DEBUG oslo_concurrency.lockutils [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.920595] env[63302]: DEBUG nova.compute.manager [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] No waiting events found dispatching network-vif-plugged-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1796.920832] env[63302]: WARNING nova.compute.manager [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received unexpected event network-vif-plugged-aaa6064a-7457-4842-ab14-619e3fc1db27 for instance with vm_state shelved_offloaded and task_state spawning. [ 1796.921136] env[63302]: DEBUG nova.compute.manager [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received event network-changed-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1796.921412] env[63302]: DEBUG nova.compute.manager [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Refreshing instance network info cache due to event network-changed-aaa6064a-7457-4842-ab14-619e3fc1db27. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1796.921703] env[63302]: DEBUG oslo_concurrency.lockutils [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] Acquiring lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.928013] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796014, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.040227] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.043729] env[63302]: DEBUG oslo_concurrency.lockutils [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] Acquired lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.044158] env[63302]: DEBUG nova.network.neutron [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Refreshing network info cache for port aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.067922] env[63302]: DEBUG oslo_vmware.api [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142275} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.068457] env[63302]: INFO nova.scheduler.client.report [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted allocation for migration 62e8f961-4e18-43d5-b6cc-ae705fa9bbad [ 1797.071029] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.071029] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1797.071029] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1797.071029] env[63302]: INFO nova.compute.manager [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1797.071029] env[63302]: DEBUG oslo.service.loopingcall [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.074184] env[63302]: DEBUG nova.compute.manager [-] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1797.074184] env[63302]: DEBUG nova.network.neutron [-] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1797.080368] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0830903d6ca74df6189ac996fce6e5bb',container_format='bare',created_at=2024-12-12T05:39:49Z,direct_url=,disk_format='vmdk',id=826b7afd-2f6f-438f-a03a-9d6447899826,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-346857782-shelved',owner='27a8d348da8c46b2bc82dcbc19e03fae',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2024-12-12T05:40:07Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1797.080845] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.080845] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1797.080995] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.081898] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1797.082350] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1797.082350] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1797.082494] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1797.082649] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1797.082816] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1797.082986] env[63302]: DEBUG nova.virt.hardware [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1797.083843] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44426c64-f478-4eaf-b138-9f13e0a6af73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.092521] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2bade-78ff-4bcb-91d4-e5ba56f844fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.107707] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:13:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaa6064a-7457-4842-ab14-619e3fc1db27', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1797.116574] env[63302]: DEBUG oslo.service.loopingcall [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.122561] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1797.123495] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a75e43cd-8810-4a75-89eb-eec7ea1e5777 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.145198] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.145198] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52580bb5-30c4-24bf-b9fd-e61aadb55e53" [ 1797.145198] env[63302]: _type = "HttpNfcLease" [ 1797.145198] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1797.145800] env[63302]: DEBUG oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1797.145800] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52580bb5-30c4-24bf-b9fd-e61aadb55e53" [ 1797.145800] env[63302]: _type = "HttpNfcLease" [ 1797.145800] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1797.146537] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c05db69-1d59-4fda-bbaa-79bdf9ae51d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.153290] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1797.153290] env[63302]: value = "task-1796015" [ 1797.153290] env[63302]: _type = "Task" [ 1797.153290] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.153581] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796008, 'name': ReconfigVM_Task, 'duration_secs': 0.557361} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.154236] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 712fc354-76da-417c-8b60-831c514b8467/712fc354-76da-417c-8b60-831c514b8467.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.157473] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ddc008a-2e4d-4797-b0c8-103ceebd7771 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.162463] env[63302]: DEBUG oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a642ff-86cd-e0b7-874b-0e9e8b48aa66/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1797.162646] env[63302]: DEBUG oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a642ff-86cd-e0b7-874b-0e9e8b48aa66/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1797.221158] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 720a1c86-db7a-49ec-83d7-38e41fc3bfe4] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1797.230153] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796015, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.230153] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1797.230153] env[63302]: value = "task-1796016" [ 1797.230153] env[63302]: _type = "Task" [ 1797.230153] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.240161] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796016, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.268468] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1426e51-f518-4947-b5d7-bbc8095dcff2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.323776] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d5ab03-bdff-b5de-8a0f-b7bca5f47561, 'name': SearchDatastore_Task, 'duration_secs': 0.027119} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.328402] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb3f07d-4d36-40c1-853e-52ffaf7c1854 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.330442] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1797.330442] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e4fa6a-f05a-586e-a814-f22a0b7491d0" [ 1797.330442] env[63302]: _type = "Task" [ 1797.330442] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.338607] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e4fa6a-f05a-586e-a814-f22a0b7491d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.379255] env[63302]: DEBUG nova.compute.manager [req-7a3dd01e-8dc2-4aec-b5d4-cdce8ca4cb44 req-16ef98f3-94a3-4745-bf9a-3a9c1ef13ec6 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Received event network-vif-deleted-29364f8c-a6ac-466a-bcec-6e0631e1c766 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.379469] env[63302]: INFO nova.compute.manager [req-7a3dd01e-8dc2-4aec-b5d4-cdce8ca4cb44 req-16ef98f3-94a3-4745-bf9a-3a9c1ef13ec6 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Neutron deleted interface 29364f8c-a6ac-466a-bcec-6e0631e1c766; detaching it from the instance and deleting it from the info cache [ 1797.379649] env[63302]: DEBUG nova.network.neutron [req-7a3dd01e-8dc2-4aec-b5d4-cdce8ca4cb44 req-16ef98f3-94a3-4745-bf9a-3a9c1ef13ec6 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.425386] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796014, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.498022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7d36cbee-d9b1-4088-9f07-9e16e35705e7 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.499497] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.854s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.499834] env[63302]: DEBUG nova.objects.instance [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'resources' on Instance uuid eb05ee55-044c-4901-bbd2-174d0e8920f9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.577472] env[63302]: DEBUG oslo_concurrency.lockutils [None req-15f45ec8-29a3-4988-92c2-deafb5c753ae tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.030s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.666914] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796015, 'name': CreateVM_Task, 'duration_secs': 0.389613} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.667113] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.668116] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.668345] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.668771] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.669097] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b29cb36-d747-4570-93cf-7d4dac84b712 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.674881] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1797.674881] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f629f3-ab4f-fa0a-4b85-0abebb1edd25" [ 1797.674881] env[63302]: _type = "Task" [ 1797.674881] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.687928] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f629f3-ab4f-fa0a-4b85-0abebb1edd25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.731889] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 0a74545e-475b-480a-b0e8-b844bd665d40] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1797.757163] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796016, 'name': Rename_Task, 'duration_secs': 0.157034} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.759622] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.760079] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff265d99-4b9a-4818-be28-334f7eac4972 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.771679] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1797.771679] env[63302]: value = "task-1796017" [ 1797.771679] env[63302]: _type = "Task" [ 1797.771679] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.776739] env[63302]: DEBUG nova.network.neutron [-] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.783139] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.841920] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e4fa6a-f05a-586e-a814-f22a0b7491d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.842101] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.842826] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 8de9ff79-7463-431a-8cde-bea87aff1633/8de9ff79-7463-431a-8cde-bea87aff1633.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1797.842971] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bd29105-019c-4269-a9dc-8d888968eee8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.850304] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1797.850304] env[63302]: value = "task-1796018" [ 1797.850304] env[63302]: _type = "Task" [ 1797.850304] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.859635] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.882739] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66c67d3d-fce3-4ace-bb3b-d3e93d8b937a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.887902] env[63302]: DEBUG nova.network.neutron [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updated VIF entry in instance network info cache for port aaa6064a-7457-4842-ab14-619e3fc1db27. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.888422] env[63302]: DEBUG nova.network.neutron [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa6064a-74", "ovs_interfaceid": "aaa6064a-7457-4842-ab14-619e3fc1db27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.891285] env[63302]: DEBUG nova.network.neutron [-] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.896273] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2954a26-565b-49c3-b0a3-25c34c0d42f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.935520] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796014, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.955453] env[63302]: DEBUG nova.compute.manager [req-7a3dd01e-8dc2-4aec-b5d4-cdce8ca4cb44 req-16ef98f3-94a3-4745-bf9a-3a9c1ef13ec6 service nova] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Detach interface failed, port_id=29364f8c-a6ac-466a-bcec-6e0631e1c766, reason: Instance 73f9313c-b5bd-4e90-8b89-43f2814ebbff could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1798.190922] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.191216] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Processing image 826b7afd-2f6f-438f-a03a-9d6447899826 {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.191464] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826/826b7afd-2f6f-438f-a03a-9d6447899826.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.191611] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826/826b7afd-2f6f-438f-a03a-9d6447899826.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.195024] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.195024] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f89eb85-e11c-4f47-8c29-f9e77152674b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.207142] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.207142] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.208230] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a621ced8-0164-466e-854a-3b7a76f570e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.218164] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1798.218164] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528f95da-8508-21f4-851a-ae160d1fb0e5" [ 1798.218164] env[63302]: _type = "Task" [ 1798.218164] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.230739] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528f95da-8508-21f4-851a-ae160d1fb0e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.248724] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 9a072ae8-004b-46b4-8985-a8f688fec424] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1798.291801] env[63302]: INFO nova.compute.manager [-] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Took 1.38 seconds to deallocate network for instance. [ 1798.291801] env[63302]: DEBUG oslo_vmware.api [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796017, 'name': PowerOnVM_Task, 'duration_secs': 0.512345} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.294625] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.295117] env[63302]: INFO nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1798.295441] env[63302]: DEBUG nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.300488] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1fed20-ae9b-42d7-8bbc-3a3318b6cbfc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.370100] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.394394] env[63302]: DEBUG oslo_concurrency.lockutils [req-3b20aeef-e728-47e6-9342-b1630e2f8c39 req-4e10a9e9-c1dc-468b-b7c1-d1cff6ed0b27 service nova] Releasing lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.399944] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531e2c9b-2043-4b01-a9fa-f615876195d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.412280] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a187c1-c431-487c-94ca-07b01a6eaff2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.418170] env[63302]: INFO nova.compute.manager [-] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Took 1.34 seconds to deallocate network for instance. [ 1798.472592] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e434ba7-b334-4f53-90db-ed7e49f8e96a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.484540] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796014, 'name': CreateVM_Task, 'duration_secs': 1.477563} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.484540] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.485143] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.485671] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.486193] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.489481] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68c303a-23be-4b16-ab9b-6bc482034bc7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.493456] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1593a798-84fa-4c5e-ac3e-68f97f8da600 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.500291] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1798.500291] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b3fc54-fa6f-1464-17df-6bfd33e61858" [ 1798.500291] env[63302]: _type = "Task" [ 1798.500291] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.510346] env[63302]: DEBUG nova.compute.provider_tree [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.519700] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b3fc54-fa6f-1464-17df-6bfd33e61858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.591304] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "211063c2-f38d-431a-b74f-53f24d8a4e41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.591683] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.591971] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.592266] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.592395] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.594601] env[63302]: INFO nova.compute.manager [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Terminating instance [ 1798.730800] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Preparing fetch location {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1798.730800] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Fetch image to [datastore1] OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88/OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88.vmdk {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1798.730800] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Downloading stream optimized image 826b7afd-2f6f-438f-a03a-9d6447899826 to [datastore1] OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88/OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88.vmdk on the data store datastore1 as vApp {{(pid=63302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1798.730800] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Downloading image file data 826b7afd-2f6f-438f-a03a-9d6447899826 to the ESX as VM named 'OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88' {{(pid=63302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1798.754076] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: f309c14a-4c35-4b97-939c-d24dad02b0c4] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1798.805913] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.811047] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1798.811047] env[63302]: value = "resgroup-9" [ 1798.811047] env[63302]: _type = "ResourcePool" [ 1798.811047] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1798.811047] env[63302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-db6ef26f-987e-43f9-86d4-55188a7d89cb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.832812] env[63302]: INFO nova.compute.manager [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Took 22.64 seconds to build instance. [ 1798.835399] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lease: (returnval){ [ 1798.835399] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52457171-f4e3-3698-b03e-303837b11343" [ 1798.835399] env[63302]: _type = "HttpNfcLease" [ 1798.835399] env[63302]: } obtained for vApp import into resource pool (val){ [ 1798.835399] env[63302]: value = "resgroup-9" [ 1798.835399] env[63302]: _type = "ResourcePool" [ 1798.835399] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1798.835948] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the lease: (returnval){ [ 1798.835948] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52457171-f4e3-3698-b03e-303837b11343" [ 1798.835948] env[63302]: _type = "HttpNfcLease" [ 1798.835948] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1798.843285] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1798.843285] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52457171-f4e3-3698-b03e-303837b11343" [ 1798.843285] env[63302]: _type = "HttpNfcLease" [ 1798.843285] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1798.860714] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597329} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.861697] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 8de9ff79-7463-431a-8cde-bea87aff1633/8de9ff79-7463-431a-8cde-bea87aff1633.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.861697] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.861697] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffe00554-235a-46cd-80da-7e4dd73c8c56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.869266] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1798.869266] env[63302]: value = "task-1796020" [ 1798.869266] env[63302]: _type = "Task" [ 1798.869266] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.877226] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.945531] env[63302]: DEBUG nova.compute.manager [req-4aca6972-42e5-4264-8031-707c47ef43bc req-7d3afa10-d6ab-47ab-8b74-88504c5a14ce service nova] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Received event network-vif-deleted-487a0be0-dbce-4388-9a6d-0380118fc024 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1798.973235] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.016619] env[63302]: DEBUG nova.scheduler.client.report [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.024499] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b3fc54-fa6f-1464-17df-6bfd33e61858, 'name': SearchDatastore_Task, 'duration_secs': 0.019189} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.024917] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.025267] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.025684] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.025881] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.026522] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.026522] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbaa6446-5a3d-4a72-9975-b143b05ba630 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.037608] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.037872] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1799.038708] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f2b4d1c-9a3c-42e2-9dca-5c57d4695837 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.044391] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1799.044391] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e6f0d7-db0e-4bc8-423a-896f8928d630" [ 1799.044391] env[63302]: _type = "Task" [ 1799.044391] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.053497] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e6f0d7-db0e-4bc8-423a-896f8928d630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.102180] env[63302]: DEBUG nova.compute.manager [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.102505] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.103763] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1b1665-5910-4b53-8010-d4e014faedbc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.114734] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.114734] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9506cd84-7402-4c8b-9624-32ad18d09c66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.120123] env[63302]: DEBUG oslo_vmware.api [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1799.120123] env[63302]: value = "task-1796021" [ 1799.120123] env[63302]: _type = "Task" [ 1799.120123] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.132095] env[63302]: DEBUG oslo_vmware.api [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.231740] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "5245bfcc-381e-484e-a233-b801e49ecb79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.233029] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "5245bfcc-381e-484e-a233-b801e49ecb79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.257811] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 9bbe6c64-07de-41cd-a54c-2d57e16ab4e4] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1799.337237] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2845a6a3-c376-43a9-8f3b-7b6ff98aeda6 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "712fc354-76da-417c-8b60-831c514b8467" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.150s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.345447] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1799.345447] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52457171-f4e3-3698-b03e-303837b11343" [ 1799.345447] env[63302]: _type = "HttpNfcLease" [ 1799.345447] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1799.380747] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075445} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.381158] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.382141] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274d353c-3480-4ee8-a941-e4003ceaa327 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.407655] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8de9ff79-7463-431a-8cde-bea87aff1633/8de9ff79-7463-431a-8cde-bea87aff1633.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.408021] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a33dbe94-8858-4f5e-b055-686023a98abc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.428265] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1799.428265] env[63302]: value = "task-1796022" [ 1799.428265] env[63302]: _type = "Task" [ 1799.428265] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.439913] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.525930] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.529792] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.797s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.533264] env[63302]: DEBUG nova.objects.instance [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lazy-loading 'resources' on Instance uuid a230a16a-5efc-40f3-8c24-bc7a6abaa455 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.557669] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e6f0d7-db0e-4bc8-423a-896f8928d630, 'name': SearchDatastore_Task, 'duration_secs': 0.016112} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.558744] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a550e302-9449-4092-a982-3450f40eecb1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.565500] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1799.565500] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e05298-1350-ec0c-cbe5-1b6313f5a031" [ 1799.565500] env[63302]: _type = "Task" [ 1799.565500] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.575966] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e05298-1350-ec0c-cbe5-1b6313f5a031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.577112] env[63302]: INFO nova.scheduler.client.report [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted allocations for instance eb05ee55-044c-4901-bbd2-174d0e8920f9 [ 1799.633457] env[63302]: DEBUG oslo_vmware.api [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796021, 'name': PowerOffVM_Task, 'duration_secs': 0.370267} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.635343] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.635343] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.635343] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d72a9e8d-a71b-41d4-a455-2ba19db42005 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.734501] env[63302]: DEBUG nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1799.762576] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: aaef5fb9-cd3c-4d83-bf9c-968eaada2b94] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1799.788512] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.788758] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.788961] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleting the datastore file [datastore1] 211063c2-f38d-431a-b74f-53f24d8a4e41 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.789258] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-751cd90d-280a-46aa-baa4-6ae0aab6a9dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.797813] env[63302]: DEBUG oslo_vmware.api [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1799.797813] env[63302]: value = "task-1796024" [ 1799.797813] env[63302]: _type = "Task" [ 1799.797813] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.806314] env[63302]: DEBUG oslo_vmware.api [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.848799] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1799.848799] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52457171-f4e3-3698-b03e-303837b11343" [ 1799.848799] env[63302]: _type = "HttpNfcLease" [ 1799.848799] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1799.938946] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.958046] env[63302]: DEBUG nova.compute.manager [req-de2f0215-3cd9-4404-b94d-4baf72b152df req-57dd9d40-b510-4827-83eb-921b7e6dc767 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.958519] env[63302]: DEBUG nova.compute.manager [req-de2f0215-3cd9-4404-b94d-4baf72b152df req-57dd9d40-b510-4827-83eb-921b7e6dc767 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing instance network info cache due to event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1799.958782] env[63302]: DEBUG oslo_concurrency.lockutils [req-de2f0215-3cd9-4404-b94d-4baf72b152df req-57dd9d40-b510-4827-83eb-921b7e6dc767 service nova] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.958968] env[63302]: DEBUG oslo_concurrency.lockutils [req-de2f0215-3cd9-4404-b94d-4baf72b152df req-57dd9d40-b510-4827-83eb-921b7e6dc767 service nova] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.959225] env[63302]: DEBUG nova.network.neutron [req-de2f0215-3cd9-4404-b94d-4baf72b152df req-57dd9d40-b510-4827-83eb-921b7e6dc767 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1800.078970] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e05298-1350-ec0c-cbe5-1b6313f5a031, 'name': SearchDatastore_Task, 'duration_secs': 0.0302} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.079354] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.079803] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1800.080050] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99146000-361e-4e35-9d51-52a54a66b098 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.087512] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25ef7efe-fe2d-4745-a5cc-385316a95b86 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "eb05ee55-044c-4901-bbd2-174d0e8920f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.043s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.093707] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1800.093707] env[63302]: value = "task-1796025" [ 1800.093707] env[63302]: _type = "Task" [ 1800.093707] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.102185] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.255314] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.266437] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 09c87e29-fc1a-4d86-9577-945789c97981] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1800.310830] env[63302]: DEBUG oslo_vmware.api [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264754} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.311941] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.312158] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.312344] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.312518] env[63302]: INFO nova.compute.manager [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1800.312757] env[63302]: DEBUG oslo.service.loopingcall [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.313534] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e9ed14-f6c1-4029-9ae7-2497697adf66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.316068] env[63302]: DEBUG nova.compute.manager [-] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.316202] env[63302]: DEBUG nova.network.neutron [-] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.322822] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fddbef2-d43b-4e2d-a02a-c0a25c88d048 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.358237] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474524bf-9987-4ca1-9d6f-fa9df7ff4f61 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.365043] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.365043] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52457171-f4e3-3698-b03e-303837b11343" [ 1800.365043] env[63302]: _type = "HttpNfcLease" [ 1800.365043] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1800.367868] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27945a1f-f59a-4bfe-927a-02629ed1749d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.383100] env[63302]: DEBUG nova.compute.provider_tree [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.438884] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796022, 'name': ReconfigVM_Task, 'duration_secs': 0.861161} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.439455] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8de9ff79-7463-431a-8cde-bea87aff1633/8de9ff79-7463-431a-8cde-bea87aff1633.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.440208] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4dab3a9-4d55-40b9-a28a-210134e4ee34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.447315] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1800.447315] env[63302]: value = "task-1796026" [ 1800.447315] env[63302]: _type = "Task" [ 1800.447315] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.457634] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796026, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.603675] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.710186] env[63302]: DEBUG nova.network.neutron [req-de2f0215-3cd9-4404-b94d-4baf72b152df req-57dd9d40-b510-4827-83eb-921b7e6dc767 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updated VIF entry in instance network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.710715] env[63302]: DEBUG nova.network.neutron [req-de2f0215-3cd9-4404-b94d-4baf72b152df req-57dd9d40-b510-4827-83eb-921b7e6dc767 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.773822] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 13ca0d44-e4a9-462e-878c-25ea8641f2b5] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1800.864310] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.864310] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52457171-f4e3-3698-b03e-303837b11343" [ 1800.864310] env[63302]: _type = "HttpNfcLease" [ 1800.864310] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1800.864697] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1800.864697] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52457171-f4e3-3698-b03e-303837b11343" [ 1800.864697] env[63302]: _type = "HttpNfcLease" [ 1800.864697] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1800.865494] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e84a08-2247-498a-ba8b-720374a65732 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.875280] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a53fee-e3e0-6008-201d-8f0fa1929c46/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1800.875487] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a53fee-e3e0-6008-201d-8f0fa1929c46/disk-0.vmdk. {{(pid=63302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1800.932598] env[63302]: DEBUG nova.scheduler.client.report [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.945322] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7596054e-58c4-406b-b770-6354afe161ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.964162] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796026, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.108580] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.173309] env[63302]: DEBUG nova.network.neutron [-] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.213542] env[63302]: DEBUG oslo_concurrency.lockutils [req-de2f0215-3cd9-4404-b94d-4baf72b152df req-57dd9d40-b510-4827-83eb-921b7e6dc767 service nova] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.277582] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 777b46e5-e2b5-49eb-b5da-3a196c847477] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1801.312623] env[63302]: DEBUG nova.compute.manager [req-8cef4b20-0337-4611-9a08-495e9922ced4 req-f581fbb6-e47b-40fe-806d-e8654c2b690e service nova] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Received event network-vif-deleted-316529c2-33b1-4958-a4cc-6b98ce3e1fb3 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1801.440041] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.446408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.033s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.446408] env[63302]: DEBUG nova.objects.instance [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1801.460685] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796026, 'name': Rename_Task, 'duration_secs': 0.939805} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.460685] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.461990] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f9aa9fc-c5d2-420a-a5ac-c34b5a0e1223 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.469542] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1801.469542] env[63302]: value = "task-1796027" [ 1801.469542] env[63302]: _type = "Task" [ 1801.469542] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.481294] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.484112] env[63302]: INFO nova.scheduler.client.report [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Deleted allocations for instance a230a16a-5efc-40f3-8c24-bc7a6abaa455 [ 1801.608225] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796025, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.080528} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.610434] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1801.610711] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1801.611038] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e864dfe3-65b2-4a4f-b10f-d6d356579c23 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.618646] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1801.618646] env[63302]: value = "task-1796028" [ 1801.618646] env[63302]: _type = "Task" [ 1801.618646] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.627592] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.676174] env[63302]: INFO nova.compute.manager [-] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Took 1.36 seconds to deallocate network for instance. [ 1801.781999] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3aefff1a-b562-4fb4-8f73-65a207437f07] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1801.982413] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796027, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.995942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e140a300-e955-4ec2-8c09-ad9e0119c8d0 tempest-ServersTestManualDisk-741206632 tempest-ServersTestManualDisk-741206632-project-member] Lock "a230a16a-5efc-40f3-8c24-bc7a6abaa455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.134s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.130925] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087641} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.135337] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1802.135337] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4596e0-f61a-415c-910d-a7c36321a8fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.160877] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.162824] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431c8d1a-7aa3-4a0c-ad4c-f2c9788c7e72 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.193164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.202792] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1802.202792] env[63302]: value = "task-1796029" [ 1802.202792] env[63302]: _type = "Task" [ 1802.202792] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.215011] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.285890] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c551d570-604a-4767-8982-e08e72eb0021] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1802.314538] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Completed reading data from the image iterator. {{(pid=63302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1802.316030] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a53fee-e3e0-6008-201d-8f0fa1929c46/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1802.316369] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5f75fd-9172-40b6-9953-010b8feb3c5f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.324956] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a53fee-e3e0-6008-201d-8f0fa1929c46/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1802.325174] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a53fee-e3e0-6008-201d-8f0fa1929c46/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1802.325420] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2a7ac4b4-2de1-4f47-8550-8b7be3f6f43d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.455827] env[63302]: DEBUG oslo_concurrency.lockutils [None req-237bbabc-28d2-4b6b-a8ab-f92998856c23 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.455827] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.109s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.456120] env[63302]: DEBUG nova.objects.instance [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lazy-loading 'resources' on Instance uuid b6b313c8-39e0-4500-9bc4-f30b0db59e86 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.481377] env[63302]: DEBUG oslo_vmware.api [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796027, 'name': PowerOnVM_Task, 'duration_secs': 0.542765} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.481678] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.481885] env[63302]: INFO nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1802.482081] env[63302]: DEBUG nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.483100] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1afc86d-de90-45b4-96cb-46033348c5d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.595978] env[63302]: DEBUG oslo_vmware.rw_handles [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a53fee-e3e0-6008-201d-8f0fa1929c46/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1802.596283] env[63302]: INFO nova.virt.vmwareapi.images [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Downloaded image file data 826b7afd-2f6f-438f-a03a-9d6447899826 [ 1802.597178] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4cf3f1-5089-4e5d-8647-0da513b47e6e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.614375] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b28753bc-6a16-467f-a367-d123721d1618 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.662263] env[63302]: INFO nova.virt.vmwareapi.images [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] The imported VM was unregistered [ 1802.664626] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Caching image {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1802.664898] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating directory with path [datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826 {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.665210] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34524123-d4f2-4a4e-82c2-e2aebc3d965c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.678579] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Created directory with path [datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826 {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.678763] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88/OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88.vmdk to [datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826/826b7afd-2f6f-438f-a03a-9d6447899826.vmdk. {{(pid=63302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1802.679064] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-771de75a-b355-4140-9d60-104e7b1cb145 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.687827] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1802.687827] env[63302]: value = "task-1796031" [ 1802.687827] env[63302]: _type = "Task" [ 1802.687827] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.696048] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796031, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.713973] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.789088] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: a484a258-602e-4de7-bb9a-38d204874aff] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1802.799445] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.799553] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.003076] env[63302]: INFO nova.compute.manager [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Took 23.54 seconds to build instance. [ 1803.199352] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796031, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.216387] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796029, 'name': ReconfigVM_Task, 'duration_secs': 0.537807} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.217054] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2/b106bb73-fedf-4b13-b02e-0a277c8ea7f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.218184] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-708ee6ac-1e0e-4ebd-87e1-68289dee08de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.225794] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1803.225794] env[63302]: value = "task-1796032" [ 1803.225794] env[63302]: _type = "Task" [ 1803.225794] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.239970] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796032, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.280270] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1902e263-bf75-42bc-ad55-8cafeaee6146 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.289654] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25caa93-9b10-47b8-880c-e429c943f5a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.294125] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6d2d03af-2e5c-4e41-ac40-0a7b24f6c40d] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1803.327758] env[63302]: DEBUG nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.331395] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477481f-20a3-4e6a-98cd-3a8f2fa574d7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.342993] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45180ae5-2194-4bfe-8f2d-fb8f5c51d394 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.357822] env[63302]: DEBUG nova.compute.provider_tree [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.506608] env[63302]: DEBUG oslo_concurrency.lockutils [None req-38a00884-a7d8-4cfe-9886-da1a3a8122ab tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.055s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.603496] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.603743] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.700985] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796031, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.738468] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796032, 'name': Rename_Task, 'duration_secs': 0.467155} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.738787] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.739061] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43e79274-fb99-4961-bb2a-6e46a979756a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.746586] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Waiting for the task: (returnval){ [ 1803.746586] env[63302]: value = "task-1796033" [ 1803.746586] env[63302]: _type = "Task" [ 1803.746586] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.759305] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.831764] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: ca6f379b-bc6d-4af3-9d18-be1222f5e969] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1803.864281] env[63302]: DEBUG nova.scheduler.client.report [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.873075] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.004134] env[63302]: DEBUG nova.compute.manager [req-346e5009-fbd4-43f2-a368-ba963ae3718c req-fd7d913b-df7f-4501-92c5-5756b2ae0fce service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Received event network-changed-65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.004415] env[63302]: DEBUG nova.compute.manager [req-346e5009-fbd4-43f2-a368-ba963ae3718c req-fd7d913b-df7f-4501-92c5-5756b2ae0fce service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Refreshing instance network info cache due to event network-changed-65fed487-2f45-4f31-b29b-3a7c572027e0. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1804.004607] env[63302]: DEBUG oslo_concurrency.lockutils [req-346e5009-fbd4-43f2-a368-ba963ae3718c req-fd7d913b-df7f-4501-92c5-5756b2ae0fce service nova] Acquiring lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.004906] env[63302]: DEBUG oslo_concurrency.lockutils [req-346e5009-fbd4-43f2-a368-ba963ae3718c req-fd7d913b-df7f-4501-92c5-5756b2ae0fce service nova] Acquired lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.005164] env[63302]: DEBUG nova.network.neutron [req-346e5009-fbd4-43f2-a368-ba963ae3718c req-fd7d913b-df7f-4501-92c5-5756b2ae0fce service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Refreshing network info cache for port 65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.106176] env[63302]: DEBUG nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1804.199511] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796031, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.257609] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.340632] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 741a96ac-5d39-421a-b482-e81a577652f9] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1804.373183] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.378751] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.456s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.378751] env[63302]: DEBUG nova.objects.instance [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lazy-loading 'resources' on Instance uuid 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.407842] env[63302]: INFO nova.scheduler.client.report [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted allocations for instance b6b313c8-39e0-4500-9bc4-f30b0db59e86 [ 1804.639934] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.702698] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796031, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.758727] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.802550] env[63302]: DEBUG nova.network.neutron [req-346e5009-fbd4-43f2-a368-ba963ae3718c req-fd7d913b-df7f-4501-92c5-5756b2ae0fce service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updated VIF entry in instance network info cache for port 65fed487-2f45-4f31-b29b-3a7c572027e0. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.802977] env[63302]: DEBUG nova.network.neutron [req-346e5009-fbd4-43f2-a368-ba963ae3718c req-fd7d913b-df7f-4501-92c5-5756b2ae0fce service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance_info_cache with network_info: [{"id": "65fed487-2f45-4f31-b29b-3a7c572027e0", "address": "fa:16:3e:5a:99:bb", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fed487-2f", "ovs_interfaceid": "65fed487-2f45-4f31-b29b-3a7c572027e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.844201] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: fb4a09f6-c7ea-447b-b44d-2023432a4747] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1804.917025] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99c8db3e-b257-4e7f-b25b-ee7b825c6133 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "b6b313c8-39e0-4500-9bc4-f30b0db59e86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.819s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.163032] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277114ed-6c87-4011-9a67-f68c18df1ec9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.175707] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb3286-32af-4a1e-9aee-a85ad5baa483 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.211560] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdc5e6b-1a20-4bf5-90b6-a487f1aeec18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.219905] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796031, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.223216] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14831eea-6ed9-4026-a41f-4832546e0ea0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.237745] env[63302]: DEBUG nova.compute.provider_tree [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.258264] env[63302]: DEBUG oslo_vmware.api [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Task: {'id': task-1796033, 'name': PowerOnVM_Task, 'duration_secs': 1.28418} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.258531] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1805.258757] env[63302]: DEBUG nova.compute.manager [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.259595] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efd556f-22c1-4906-92cc-0f768f1eb08b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.306228] env[63302]: DEBUG oslo_concurrency.lockutils [req-346e5009-fbd4-43f2-a368-ba963ae3718c req-fd7d913b-df7f-4501-92c5-5756b2ae0fce service nova] Releasing lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.349362] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 75757aed-59d8-497a-a60a-e501399ae412] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1805.719206] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796031, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.5952} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.719579] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88/OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88.vmdk to [datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826/826b7afd-2f6f-438f-a03a-9d6447899826.vmdk. [ 1805.719803] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Cleaning up location [datastore1] OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88 {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1805.719981] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2370ab78-22df-4ac8-9e36-aa043b508e88 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.720333] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a90f5f5b-7ad9-41ed-81d4-04a6825dcbbb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.728526] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1805.728526] env[63302]: value = "task-1796034" [ 1805.728526] env[63302]: _type = "Task" [ 1805.728526] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.741887] env[63302]: DEBUG nova.scheduler.client.report [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.745755] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.776218] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.854180] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: ebd0c4e7-c729-4b39-b675-fa0868b82a83] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1806.239427] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053143} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.239790] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.239935] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826/826b7afd-2f6f-438f-a03a-9d6447899826.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.240209] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826/826b7afd-2f6f-438f-a03a-9d6447899826.vmdk to [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1/6db8cf55-cabf-406e-a09d-3f0f6d7825f1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.240509] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d871517d-fbdf-4f0a-8d3b-c43610031d14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.248784] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.250866] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1806.250866] env[63302]: value = "task-1796035" [ 1806.250866] env[63302]: _type = "Task" [ 1806.250866] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.251365] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.446s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.251616] env[63302]: DEBUG nova.objects.instance [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lazy-loading 'resources' on Instance uuid 73f9313c-b5bd-4e90-8b89-43f2814ebbff {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.262482] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.275786] env[63302]: INFO nova.scheduler.client.report [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Deleted allocations for instance 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a [ 1806.357733] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.357915] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances with incomplete migration {{(pid=63302) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1806.517267] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.517479] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.705941] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.706238] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.706461] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.706700] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.706905] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.710124] env[63302]: INFO nova.compute.manager [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Terminating instance [ 1806.771445] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796035, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.786129] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97950917-5bc3-49a2-99a6-efa612bce0b0 tempest-ServersAdminNegativeTestJSON-831405323 tempest-ServersAdminNegativeTestJSON-831405323-project-member] Lock "3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.815s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.866682] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.023747] env[63302]: DEBUG nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1807.064983] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6708f358-b3c7-4604-ae4f-99727ecf05bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.079582] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771357cd-6621-45ad-891d-eeb3a823378b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.121157] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeff329-b844-4d86-b03b-0faf43badecb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.135814] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c0c016-c8cc-4bac-902c-d4e40218c723 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.153728] env[63302]: DEBUG nova.compute.provider_tree [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.217181] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "refresh_cache-b106bb73-fedf-4b13-b02e-0a277c8ea7f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.217445] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquired lock "refresh_cache-b106bb73-fedf-4b13-b02e-0a277c8ea7f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.217580] env[63302]: DEBUG nova.network.neutron [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.267103] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796035, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.557419] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.658782] env[63302]: DEBUG nova.scheduler.client.report [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.750316] env[63302]: DEBUG nova.network.neutron [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1807.767425] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796035, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.825617] env[63302]: DEBUG nova.network.neutron [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.166157] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.171708] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.199s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.171991] env[63302]: DEBUG nova.objects.instance [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lazy-loading 'resources' on Instance uuid 782ea615-d24e-4bed-9bd8-99547ce233f1 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.207762] env[63302]: INFO nova.scheduler.client.report [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Deleted allocations for instance 73f9313c-b5bd-4e90-8b89-43f2814ebbff [ 1808.267389] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.329697] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Releasing lock "refresh_cache-b106bb73-fedf-4b13-b02e-0a277c8ea7f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.330419] env[63302]: DEBUG nova.compute.manager [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1808.330419] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.331594] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4962f7-ab41-4b1e-a1d7-1c1671fc3bc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.341603] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.341893] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-326ce53e-e59d-4455-9c47-4994cf50a0da {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.351940] env[63302]: DEBUG oslo_vmware.api [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1808.351940] env[63302]: value = "task-1796036" [ 1808.351940] env[63302]: _type = "Task" [ 1808.351940] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.364611] env[63302]: DEBUG oslo_vmware.api [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1796036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.721982] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5176c3b7-2709-4d15-b660-92f5daa11ac6 tempest-AttachInterfacesV270Test-2112072959 tempest-AttachInterfacesV270Test-2112072959-project-member] Lock "73f9313c-b5bd-4e90-8b89-43f2814ebbff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.685s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.771302] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.862758] env[63302]: DEBUG oslo_vmware.api [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1796036, 'name': PowerOffVM_Task, 'duration_secs': 0.279642} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.863179] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1808.863525] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1808.863525] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dae3869-ebd2-4f5a-bb41-faacb300d523 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.890651] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.890953] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.891341] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Deleting the datastore file [datastore1] b106bb73-fedf-4b13-b02e-0a277c8ea7f2 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.891707] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78881b8d-90f7-4826-87f7-d4edaf54877a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.903445] env[63302]: DEBUG oslo_vmware.api [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for the task: (returnval){ [ 1808.903445] env[63302]: value = "task-1796038" [ 1808.903445] env[63302]: _type = "Task" [ 1808.903445] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.915224] env[63302]: DEBUG oslo_vmware.api [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1796038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.982092] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60914d6f-4195-4a94-bf8c-f979d11ef0bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.990481] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49afe638-2026-4838-bd1c-cf42252a79df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.022906] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b2987d-6eec-4cad-839a-86265743db93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.032263] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50439325-54c5-4dee-bc51-d77d4ae15fd0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.048391] env[63302]: DEBUG nova.compute.provider_tree [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.271150] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796035, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.557336} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.271469] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/826b7afd-2f6f-438f-a03a-9d6447899826/826b7afd-2f6f-438f-a03a-9d6447899826.vmdk to [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1/6db8cf55-cabf-406e-a09d-3f0f6d7825f1.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.272347] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b707e-a999-43fa-8747-ebc0d5e9b208 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.297175] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1/6db8cf55-cabf-406e-a09d-3f0f6d7825f1.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.297509] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e38b4f56-5a25-44e9-b7ae-78d5a0440854 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.318068] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1809.318068] env[63302]: value = "task-1796039" [ 1809.318068] env[63302]: _type = "Task" [ 1809.318068] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.329660] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.416491] env[63302]: DEBUG oslo_vmware.api [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Task: {'id': task-1796038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209076} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.416851] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.417066] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.417194] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.417373] env[63302]: INFO nova.compute.manager [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1809.417634] env[63302]: DEBUG oslo.service.loopingcall [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.417830] env[63302]: DEBUG nova.compute.manager [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.418021] env[63302]: DEBUG nova.network.neutron [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.443985] env[63302]: DEBUG nova.network.neutron [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.552154] env[63302]: DEBUG nova.scheduler.client.report [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.801426] env[63302]: DEBUG oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a642ff-86cd-e0b7-874b-0e9e8b48aa66/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1809.802922] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa492f-3cef-4106-b340-709e7cf9775b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.809501] env[63302]: DEBUG oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a642ff-86cd-e0b7-874b-0e9e8b48aa66/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1809.809789] env[63302]: ERROR oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a642ff-86cd-e0b7-874b-0e9e8b48aa66/disk-0.vmdk due to incomplete transfer. [ 1809.811310] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af266e86-2bf8-46aa-9063-c72540346435 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.832046] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796039, 'name': ReconfigVM_Task, 'duration_secs': 0.504822} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.832046] env[63302]: DEBUG oslo_vmware.rw_handles [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a642ff-86cd-e0b7-874b-0e9e8b48aa66/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1809.832046] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Uploaded image f582865b-0b6c-42e8-88fa-eb204d8277ae to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1809.834069] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1809.838039] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1/6db8cf55-cabf-406e-a09d-3f0f6d7825f1.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.839721] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': 'f36b64ca-937c-4454-aeab-452e11029cdb'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'f9560f27-18cf-4ef9-b917-8218f30a5a13', 'delete_on_termination': False, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372461', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'name': 'volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6db8cf55-cabf-406e-a09d-3f0f6d7825f1', 'attached_at': '', 'detached_at': '', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'serial': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=63302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1809.840092] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1809.840442] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372461', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'name': 'volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6db8cf55-cabf-406e-a09d-3f0f6d7825f1', 'attached_at': '', 'detached_at': '', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'serial': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1809.843161] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55ee163c-4b82-45c1-a6da-9650c49d04ad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.848017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a2e93d-a0b5-4941-933b-d246c9256ecc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.855846] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1809.855846] env[63302]: value = "task-1796043" [ 1809.855846] env[63302]: _type = "Task" [ 1809.855846] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.876017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fbb0ad-6869-4d2b-9ff6-644d483f70bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.882014] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796043, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.908213] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f/volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.912356] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400313af-d7c0-4dac-9412-9d33397481c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.932940] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1809.932940] env[63302]: value = "task-1796044" [ 1809.932940] env[63302]: _type = "Task" [ 1809.932940] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.946658] env[63302]: DEBUG nova.network.neutron [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.949159] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.060019] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.071016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.814s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.071016] env[63302]: INFO nova.compute.claims [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1810.105224] env[63302]: INFO nova.scheduler.client.report [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted allocations for instance 782ea615-d24e-4bed-9bd8-99547ce233f1 [ 1810.379113] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796043, 'name': Destroy_Task, 'duration_secs': 0.38566} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.379385] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Destroyed the VM [ 1810.379624] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1810.379888] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee90e696-cdf5-4a9f-9c58-992cfc5d65c1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.386292] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1810.386292] env[63302]: value = "task-1796045" [ 1810.386292] env[63302]: _type = "Task" [ 1810.386292] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.395110] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.444854] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.450538] env[63302]: INFO nova.compute.manager [-] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Took 1.03 seconds to deallocate network for instance. [ 1810.621811] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4c696657-476c-40ee-a8c5-e08c88741597 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "782ea615-d24e-4bed-9bd8-99547ce233f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.319s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.898015] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796045, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368371} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.898122] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1810.898445] env[63302]: DEBUG nova.compute.manager [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.899291] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8f0665-ff46-42ea-bbed-b16885a0249c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.945410] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.957490] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.228068] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.229225] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.292132] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c2423-1eb3-4f37-9205-7119e8f2386b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.301114] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626fceb6-baa0-43e1-b616-435d550d15a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.333069] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36108f8f-9698-4ba2-b398-ba946bc07805 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.340970] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467cf92c-8f8e-4d2f-b8e6-a47e9db6a44a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.353953] env[63302]: DEBUG nova.compute.provider_tree [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.412918] env[63302]: INFO nova.compute.manager [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Shelve offloading [ 1811.444437] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796044, 'name': ReconfigVM_Task, 'duration_secs': 1.111164} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.444738] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f/volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.449529] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148d5e56-efc2-4dd5-953c-568f1bea94a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.467839] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1811.467839] env[63302]: value = "task-1796046" [ 1811.467839] env[63302]: _type = "Task" [ 1811.467839] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.475980] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.736034] env[63302]: DEBUG nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.857330] env[63302]: DEBUG nova.scheduler.client.report [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.916738] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.917053] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1dde5a-c074-4885-a16c-f53ed84e2c75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.924878] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1811.924878] env[63302]: value = "task-1796047" [ 1811.924878] env[63302]: _type = "Task" [ 1811.924878] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.935059] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1811.935300] env[63302]: DEBUG nova.compute.manager [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.936091] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5224bea-4870-43b9-9a02-bc6d5594dcdc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.944561] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.944764] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.944945] env[63302]: DEBUG nova.network.neutron [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.980026] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796046, 'name': ReconfigVM_Task, 'duration_secs': 0.140151} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.980026] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372461', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'name': 'volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6db8cf55-cabf-406e-a09d-3f0f6d7825f1', 'attached_at': '', 'detached_at': '', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'serial': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1811.980026] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c4fff17-f364-4840-83f2-fe4e4fdb89a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.985316] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1811.985316] env[63302]: value = "task-1796048" [ 1811.985316] env[63302]: _type = "Task" [ 1811.985316] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.993399] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796048, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.263966] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.365078] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.365733] env[63302]: DEBUG nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1812.370035] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.176s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.370035] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.372057] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.499s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.375018] env[63302]: INFO nova.compute.claims [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.410896] env[63302]: INFO nova.scheduler.client.report [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted allocations for instance 211063c2-f38d-431a-b74f-53f24d8a4e41 [ 1812.500335] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796048, 'name': Rename_Task, 'duration_secs': 0.155132} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.500643] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.500868] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0136375-06d3-4a8c-bbac-c5d1bfa624aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.506930] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1812.506930] env[63302]: value = "task-1796050" [ 1812.506930] env[63302]: _type = "Task" [ 1812.506930] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.514496] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.836471] env[63302]: DEBUG nova.network.neutron [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [{"id": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "address": "fa:16:3e:af:e6:2b", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0374aff-25", "ovs_interfaceid": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.878943] env[63302]: DEBUG nova.compute.utils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.884234] env[63302]: DEBUG nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1812.884234] env[63302]: DEBUG nova.network.neutron [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.925572] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a4f57f34-1e59-4725-b0de-95130eb62a1f tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "211063c2-f38d-431a-b74f-53f24d8a4e41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.334s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.954945] env[63302]: DEBUG nova.policy [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f0e7d5a538c4f088eb65467666391c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2570721427e4e7baf151bd8823c949e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.016726] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796050, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.339753] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.389511] env[63302]: DEBUG nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1813.409627] env[63302]: DEBUG nova.network.neutron [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Successfully created port: af705756-0abc-47db-9e85-22a0ebd3e158 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1813.520016] env[63302]: DEBUG oslo_vmware.api [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796050, 'name': PowerOnVM_Task, 'duration_secs': 0.554859} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.520674] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.663796] env[63302]: DEBUG nova.compute.manager [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.665099] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65741cca-d09d-4154-8081-83d50ac89a93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.707039] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50394084-4cea-4f5e-85a3-83378ab12c1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.717027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f54cbf-dc26-46c2-ab7c-7ff4e3a8dab2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.762934] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6882a7a0-f32b-4202-815b-3b6ce480286e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.765793] env[63302]: DEBUG nova.compute.manager [req-6834dadd-7630-48b9-8e9c-021e07454d10 req-04ba1f47-85df-4714-b1bb-6ea866fbdf53 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received event network-vif-unplugged-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1813.766065] env[63302]: DEBUG oslo_concurrency.lockutils [req-6834dadd-7630-48b9-8e9c-021e07454d10 req-04ba1f47-85df-4714-b1bb-6ea866fbdf53 service nova] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.766591] env[63302]: DEBUG oslo_concurrency.lockutils [req-6834dadd-7630-48b9-8e9c-021e07454d10 req-04ba1f47-85df-4714-b1bb-6ea866fbdf53 service nova] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.766864] env[63302]: DEBUG oslo_concurrency.lockutils [req-6834dadd-7630-48b9-8e9c-021e07454d10 req-04ba1f47-85df-4714-b1bb-6ea866fbdf53 service nova] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.767086] env[63302]: DEBUG nova.compute.manager [req-6834dadd-7630-48b9-8e9c-021e07454d10 req-04ba1f47-85df-4714-b1bb-6ea866fbdf53 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] No waiting events found dispatching network-vif-unplugged-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.767302] env[63302]: WARNING nova.compute.manager [req-6834dadd-7630-48b9-8e9c-021e07454d10 req-04ba1f47-85df-4714-b1bb-6ea866fbdf53 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received unexpected event network-vif-unplugged-e0374aff-2571-4d36-8ab1-0b0137079bcd for instance with vm_state shelved and task_state shelving_offloading. [ 1813.776583] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f08ca7d-c98a-48ec-afac-75d98640cffd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.797509] env[63302]: DEBUG nova.compute.provider_tree [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.800111] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.800943] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616bc015-aed0-43da-b8b7-0bd13b3e5703 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.810152] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.810152] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0453ddd-85b7-4aa8-bd22-e91f7846e437 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.889459] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.889747] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.890226] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleting the datastore file [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.890834] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00fe0eac-fe70-4603-b703-faea5d6f7f93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.901806] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1813.901806] env[63302]: value = "task-1796052" [ 1813.901806] env[63302]: _type = "Task" [ 1813.901806] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.917170] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.076409] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.077150] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.191859] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c56d3446-e131-43b3-ab05-fb32c0bed7ff tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.782s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.305235] env[63302]: DEBUG nova.scheduler.client.report [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.402398] env[63302]: DEBUG nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1814.415196] env[63302]: DEBUG oslo_vmware.api [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136366} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.415196] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.415196] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.415196] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1814.429547] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1814.429876] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1814.429987] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1814.430199] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1814.431025] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1814.431025] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1814.431025] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1814.431025] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1814.432199] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1814.432199] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1814.432199] env[63302]: DEBUG nova.virt.hardware [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1814.433320] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86badfa8-9ece-487b-a0e5-085bcf24bc44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.443481] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d784b9b2-9d59-4c72-8c56-07f28de7b355 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.462838] env[63302]: INFO nova.scheduler.client.report [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleted allocations for instance dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e [ 1814.579601] env[63302]: INFO nova.compute.manager [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Detaching volume 5707ef2c-605d-40eb-b89e-6bc357f4e48f [ 1814.618927] env[63302]: INFO nova.virt.block_device [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Attempting to driver detach volume 5707ef2c-605d-40eb-b89e-6bc357f4e48f from mountpoint /dev/sdb [ 1814.619214] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1814.619413] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372456', 'volume_id': '5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'name': 'volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e2e62ec-9c4d-424f-bb4b-8f04c083536c', 'attached_at': '', 'detached_at': '', 'volume_id': '5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'serial': '5707ef2c-605d-40eb-b89e-6bc357f4e48f'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1814.620326] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f02507-d733-4e91-9d25-ed2f401008f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.645575] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85f120-dd4f-4be7-8b42-b84ac7d57ab4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.652966] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6af298-105c-4f7e-9348-2f2c0e5ffe35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.676469] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c25e2-23f5-47ab-9992-25742a8ce1c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.698504] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] The volume has not been displaced from its original location: [datastore1] volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f/volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1814.704270] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1814.704531] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb212b43-b4a4-4280-9d30-18a1ffe33edd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.725051] env[63302]: DEBUG oslo_vmware.api [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1814.725051] env[63302]: value = "task-1796054" [ 1814.725051] env[63302]: _type = "Task" [ 1814.725051] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.733927] env[63302]: DEBUG oslo_vmware.api [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.810688] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.811274] env[63302]: DEBUG nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1814.814743] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.175s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.816239] env[63302]: INFO nova.compute.claims [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1814.969819] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.154073] env[63302]: DEBUG nova.compute.manager [req-c387d537-64e1-4f6f-b6a9-e39715c76d0d req-56c33b3e-2d4b-46c4-b888-81d03fb2a5a2 service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Received event network-vif-plugged-af705756-0abc-47db-9e85-22a0ebd3e158 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1815.154073] env[63302]: DEBUG oslo_concurrency.lockutils [req-c387d537-64e1-4f6f-b6a9-e39715c76d0d req-56c33b3e-2d4b-46c4-b888-81d03fb2a5a2 service nova] Acquiring lock "5245bfcc-381e-484e-a233-b801e49ecb79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.154073] env[63302]: DEBUG oslo_concurrency.lockutils [req-c387d537-64e1-4f6f-b6a9-e39715c76d0d req-56c33b3e-2d4b-46c4-b888-81d03fb2a5a2 service nova] Lock "5245bfcc-381e-484e-a233-b801e49ecb79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.154073] env[63302]: DEBUG oslo_concurrency.lockutils [req-c387d537-64e1-4f6f-b6a9-e39715c76d0d req-56c33b3e-2d4b-46c4-b888-81d03fb2a5a2 service nova] Lock "5245bfcc-381e-484e-a233-b801e49ecb79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.154073] env[63302]: DEBUG nova.compute.manager [req-c387d537-64e1-4f6f-b6a9-e39715c76d0d req-56c33b3e-2d4b-46c4-b888-81d03fb2a5a2 service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] No waiting events found dispatching network-vif-plugged-af705756-0abc-47db-9e85-22a0ebd3e158 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1815.154073] env[63302]: WARNING nova.compute.manager [req-c387d537-64e1-4f6f-b6a9-e39715c76d0d req-56c33b3e-2d4b-46c4-b888-81d03fb2a5a2 service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Received unexpected event network-vif-plugged-af705756-0abc-47db-9e85-22a0ebd3e158 for instance with vm_state building and task_state spawning. [ 1815.182084] env[63302]: DEBUG nova.network.neutron [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Successfully updated port: af705756-0abc-47db-9e85-22a0ebd3e158 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1815.238856] env[63302]: DEBUG oslo_vmware.api [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796054, 'name': ReconfigVM_Task, 'duration_secs': 0.214451} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.239444] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1815.247912] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b80e68f-96dc-4ebd-848c-8c1580b3d5c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.266952] env[63302]: DEBUG oslo_vmware.api [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1815.266952] env[63302]: value = "task-1796055" [ 1815.266952] env[63302]: _type = "Task" [ 1815.266952] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.275263] env[63302]: DEBUG oslo_vmware.api [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.323896] env[63302]: DEBUG nova.compute.utils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1815.325963] env[63302]: DEBUG nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1815.327476] env[63302]: DEBUG nova.network.neutron [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1815.390398] env[63302]: DEBUG nova.policy [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1815.611779] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.612098] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.685749] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "refresh_cache-5245bfcc-381e-484e-a233-b801e49ecb79" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.685749] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "refresh_cache-5245bfcc-381e-484e-a233-b801e49ecb79" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.685749] env[63302]: DEBUG nova.network.neutron [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1815.752621] env[63302]: DEBUG nova.network.neutron [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Successfully created port: 94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.783943] env[63302]: DEBUG oslo_vmware.api [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796055, 'name': ReconfigVM_Task, 'duration_secs': 0.153132} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.784622] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372456', 'volume_id': '5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'name': 'volume-5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e2e62ec-9c4d-424f-bb4b-8f04c083536c', 'attached_at': '', 'detached_at': '', 'volume_id': '5707ef2c-605d-40eb-b89e-6bc357f4e48f', 'serial': '5707ef2c-605d-40eb-b89e-6bc357f4e48f'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1815.826849] env[63302]: DEBUG nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.847018] env[63302]: DEBUG nova.compute.manager [req-edbe3873-7191-4504-8d1f-433169370ab1 req-64d4aa65-de3a-4312-be41-1d7c6d990b57 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received event network-changed-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1815.847018] env[63302]: DEBUG nova.compute.manager [req-edbe3873-7191-4504-8d1f-433169370ab1 req-64d4aa65-de3a-4312-be41-1d7c6d990b57 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Refreshing instance network info cache due to event network-changed-e0374aff-2571-4d36-8ab1-0b0137079bcd. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1815.847018] env[63302]: DEBUG oslo_concurrency.lockutils [req-edbe3873-7191-4504-8d1f-433169370ab1 req-64d4aa65-de3a-4312-be41-1d7c6d990b57 service nova] Acquiring lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.847018] env[63302]: DEBUG oslo_concurrency.lockutils [req-edbe3873-7191-4504-8d1f-433169370ab1 req-64d4aa65-de3a-4312-be41-1d7c6d990b57 service nova] Acquired lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.847018] env[63302]: DEBUG nova.network.neutron [req-edbe3873-7191-4504-8d1f-433169370ab1 req-64d4aa65-de3a-4312-be41-1d7c6d990b57 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Refreshing network info cache for port e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.885251] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.885559] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.982512] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "234e3530-5b17-4fdb-b18a-d9a036446554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.982512] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "234e3530-5b17-4fdb-b18a-d9a036446554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.100256] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643ae9f-a2d6-40d7-8f3b-c2e0ce5f065a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.108565] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e1c0c3-6378-4b31-a368-02ab5d08b765 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.139631] env[63302]: DEBUG nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1816.142926] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b7fa70-a515-4e20-a739-209f246d9d49 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.150744] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6e04fa-19ba-48fa-abab-15813db7364d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.164708] env[63302]: DEBUG nova.compute.provider_tree [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.220744] env[63302]: DEBUG nova.network.neutron [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1816.351644] env[63302]: DEBUG nova.network.neutron [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Updating instance_info_cache with network_info: [{"id": "af705756-0abc-47db-9e85-22a0ebd3e158", "address": "fa:16:3e:c2:24:8f", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf705756-0a", "ovs_interfaceid": "af705756-0abc-47db-9e85-22a0ebd3e158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.356742] env[63302]: DEBUG nova.objects.instance [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lazy-loading 'flavor' on Instance uuid 7e2e62ec-9c4d-424f-bb4b-8f04c083536c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.393821] env[63302]: DEBUG nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1816.485782] env[63302]: DEBUG nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1816.610490] env[63302]: DEBUG nova.network.neutron [req-edbe3873-7191-4504-8d1f-433169370ab1 req-64d4aa65-de3a-4312-be41-1d7c6d990b57 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updated VIF entry in instance network info cache for port e0374aff-2571-4d36-8ab1-0b0137079bcd. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.610490] env[63302]: DEBUG nova.network.neutron [req-edbe3873-7191-4504-8d1f-433169370ab1 req-64d4aa65-de3a-4312-be41-1d7c6d990b57 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [{"id": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "address": "fa:16:3e:af:e6:2b", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape0374aff-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.659308] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.667373] env[63302]: DEBUG nova.scheduler.client.report [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.694942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.839853] env[63302]: DEBUG nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1816.856144] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "refresh_cache-5245bfcc-381e-484e-a233-b801e49ecb79" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.856501] env[63302]: DEBUG nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Instance network_info: |[{"id": "af705756-0abc-47db-9e85-22a0ebd3e158", "address": "fa:16:3e:c2:24:8f", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf705756-0a", "ovs_interfaceid": "af705756-0abc-47db-9e85-22a0ebd3e158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1816.856927] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:24:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af705756-0abc-47db-9e85-22a0ebd3e158', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1816.865037] env[63302]: DEBUG oslo.service.loopingcall [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.869269] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1816.870956] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9a5bc8e-b3ab-4093-9b4d-78c6d66c948b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.888989] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.889732] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.889732] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.889732] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.889732] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.889908] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.890078] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.890244] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.890413] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.890578] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.890766] env[63302]: DEBUG nova.virt.hardware [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.891917] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d215e44b-a192-421e-af30-9df60ebedd30 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.815s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.893424] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736da97-e15f-487a-a812-8ad1ea298467 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.903032] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1816.903032] env[63302]: value = "task-1796057" [ 1816.903032] env[63302]: _type = "Task" [ 1816.903032] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.909916] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12180ae7-46f5-4dc5-b281-c06bac1f06bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.921217] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.921691] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796057, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.011853] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.112738] env[63302]: DEBUG oslo_concurrency.lockutils [req-edbe3873-7191-4504-8d1f-433169370ab1 req-64d4aa65-de3a-4312-be41-1d7c6d990b57 service nova] Releasing lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.172022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.172659] env[63302]: DEBUG nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1817.176134] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.401s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.176257] env[63302]: DEBUG nova.objects.instance [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1817.180674] env[63302]: DEBUG nova.compute.manager [req-c00901df-8cac-40d3-923c-f390d69fcf39 req-81f285c5-0b9c-471d-9ec2-4d090fb96e9a service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Received event network-changed-af705756-0abc-47db-9e85-22a0ebd3e158 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1817.180909] env[63302]: DEBUG nova.compute.manager [req-c00901df-8cac-40d3-923c-f390d69fcf39 req-81f285c5-0b9c-471d-9ec2-4d090fb96e9a service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Refreshing instance network info cache due to event network-changed-af705756-0abc-47db-9e85-22a0ebd3e158. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1817.181256] env[63302]: DEBUG oslo_concurrency.lockutils [req-c00901df-8cac-40d3-923c-f390d69fcf39 req-81f285c5-0b9c-471d-9ec2-4d090fb96e9a service nova] Acquiring lock "refresh_cache-5245bfcc-381e-484e-a233-b801e49ecb79" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.181409] env[63302]: DEBUG oslo_concurrency.lockutils [req-c00901df-8cac-40d3-923c-f390d69fcf39 req-81f285c5-0b9c-471d-9ec2-4d090fb96e9a service nova] Acquired lock "refresh_cache-5245bfcc-381e-484e-a233-b801e49ecb79" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.181648] env[63302]: DEBUG nova.network.neutron [req-c00901df-8cac-40d3-923c-f390d69fcf39 req-81f285c5-0b9c-471d-9ec2-4d090fb96e9a service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Refreshing network info cache for port af705756-0abc-47db-9e85-22a0ebd3e158 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.320974] env[63302]: DEBUG nova.network.neutron [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Successfully updated port: 94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1817.415655] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796057, 'name': CreateVM_Task, 'duration_secs': 0.511803} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.415839] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.416549] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.416709] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.417054] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.417312] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b9c319-fae3-4436-aee0-68691eaec9cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.421829] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1817.421829] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c1dfd5-6e4e-1f7e-774a-332496100fc5" [ 1817.421829] env[63302]: _type = "Task" [ 1817.421829] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.429480] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c1dfd5-6e4e-1f7e-774a-332496100fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.682201] env[63302]: DEBUG nova.compute.utils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1817.686408] env[63302]: DEBUG nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1817.686586] env[63302]: DEBUG nova.network.neutron [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1817.730517] env[63302]: DEBUG nova.policy [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c86664d96384fb49257c15a0fa6850b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72ad7aeddb034771b62bd31c7b8ccb83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1817.824954] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.824954] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.824954] env[63302]: DEBUG nova.network.neutron [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.866640] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.866935] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.867136] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1817.934392] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c1dfd5-6e4e-1f7e-774a-332496100fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.934392] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.934392] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.934392] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.934392] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.936678] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.936678] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-065d6650-db96-4f73-9b38-5510bc25f3cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.945143] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.945556] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.947791] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d0416f-23fd-43fd-8a7d-f82340287ae0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.955478] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1817.955478] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c04697-a75e-88e5-20d8-55bfd49f93f1" [ 1817.955478] env[63302]: _type = "Task" [ 1817.955478] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.960784] env[63302]: DEBUG nova.network.neutron [req-c00901df-8cac-40d3-923c-f390d69fcf39 req-81f285c5-0b9c-471d-9ec2-4d090fb96e9a service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Updated VIF entry in instance network info cache for port af705756-0abc-47db-9e85-22a0ebd3e158. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1817.964036] env[63302]: DEBUG nova.network.neutron [req-c00901df-8cac-40d3-923c-f390d69fcf39 req-81f285c5-0b9c-471d-9ec2-4d090fb96e9a service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Updating instance_info_cache with network_info: [{"id": "af705756-0abc-47db-9e85-22a0ebd3e158", "address": "fa:16:3e:c2:24:8f", "network": {"id": "020e9e94-f1c1-41b8-bb6c-d6789ae27c9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1661232296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2570721427e4e7baf151bd8823c949e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf705756-0a", "ovs_interfaceid": "af705756-0abc-47db-9e85-22a0ebd3e158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.969721] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c04697-a75e-88e5-20d8-55bfd49f93f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008248} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.971529] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32eec7bb-3fdb-4df0-b069-900decdaae4f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.978250] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1817.978250] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e16ec-9d66-81e2-010c-8481c71fb3d8" [ 1817.978250] env[63302]: _type = "Task" [ 1817.978250] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.988340] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e16ec-9d66-81e2-010c-8481c71fb3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.120272] env[63302]: DEBUG nova.network.neutron [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Successfully created port: 9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1818.187651] env[63302]: DEBUG nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1818.191731] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8366a208-604c-4298-a7e3-dd97a85838b8 tempest-ServersAdmin275Test-267345461 tempest-ServersAdmin275Test-267345461-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.192685] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.635s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.194499] env[63302]: INFO nova.compute.claims [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.357103] env[63302]: DEBUG nova.network.neutron [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.422211] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.422316] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.422592] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1818.464023] env[63302]: DEBUG oslo_concurrency.lockutils [req-c00901df-8cac-40d3-923c-f390d69fcf39 req-81f285c5-0b9c-471d-9ec2-4d090fb96e9a service nova] Releasing lock "refresh_cache-5245bfcc-381e-484e-a233-b801e49ecb79" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.488535] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527e16ec-9d66-81e2-010c-8481c71fb3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.488807] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.489136] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 5245bfcc-381e-484e-a233-b801e49ecb79/5245bfcc-381e-484e-a233-b801e49ecb79.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.489369] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d63cfebf-e924-436d-8d14-266a4a602cc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.501468] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1818.501468] env[63302]: value = "task-1796058" [ 1818.501468] env[63302]: _type = "Task" [ 1818.501468] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.514652] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.653024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.653024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.653024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.653024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.653024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.655243] env[63302]: INFO nova.compute.manager [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Terminating instance [ 1818.776459] env[63302]: DEBUG nova.network.neutron [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.013385] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474041} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.013385] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 5245bfcc-381e-484e-a233-b801e49ecb79/5245bfcc-381e-484e-a233-b801e49ecb79.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.013385] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.014909] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d3f966a-a761-4410-b2c7-56adce1c5321 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.022020] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1819.022020] env[63302]: value = "task-1796060" [ 1819.022020] env[63302]: _type = "Task" [ 1819.022020] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.031839] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.160123] env[63302]: DEBUG nova.compute.manager [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1819.160123] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1819.161083] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa012591-e9bb-4bcb-aa2a-367f1e332a45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.169434] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.169741] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0941e8-9f20-4c9f-a276-d5253e5a9501 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.175518] env[63302]: DEBUG oslo_vmware.api [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1819.175518] env[63302]: value = "task-1796061" [ 1819.175518] env[63302]: _type = "Task" [ 1819.175518] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.188316] env[63302]: DEBUG oslo_vmware.api [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.197923] env[63302]: DEBUG nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1819.213714] env[63302]: DEBUG nova.compute.manager [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received event network-vif-plugged-94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1819.213714] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] Acquiring lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.213893] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.214255] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.214565] env[63302]: DEBUG nova.compute.manager [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] No waiting events found dispatching network-vif-plugged-94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1819.214867] env[63302]: WARNING nova.compute.manager [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received unexpected event network-vif-plugged-94888ea5-027a-4053-91ac-71da42242ef4 for instance with vm_state building and task_state spawning. [ 1819.215427] env[63302]: DEBUG nova.compute.manager [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received event network-changed-94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1819.215499] env[63302]: DEBUG nova.compute.manager [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing instance network info cache due to event network-changed-94888ea5-027a-4053-91ac-71da42242ef4. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1819.215762] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] Acquiring lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.229502] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1819.229844] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.230047] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1819.230264] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.230411] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1819.230582] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1819.230819] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1819.231051] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1819.231291] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1819.231482] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1819.231682] env[63302]: DEBUG nova.virt.hardware [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1819.232987] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb0d1f-4e48-45ab-b37d-fe832a3d8004 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.243783] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdc5ce7-bd2d-4089-aa54-30f96905f529 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.281580] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.281950] env[63302]: DEBUG nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Instance network_info: |[{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1819.284959] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] Acquired lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.285198] env[63302]: DEBUG nova.network.neutron [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing network info cache for port 94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.286555] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e4:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94888ea5-027a-4053-91ac-71da42242ef4', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.294465] env[63302]: DEBUG oslo.service.loopingcall [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.297588] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.298106] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a175ebf-aac5-4e17-bed2-157e61b1f889 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.323364] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.323364] env[63302]: value = "task-1796062" [ 1819.323364] env[63302]: _type = "Task" [ 1819.323364] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.333312] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796062, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.474841] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ff351-67a0-4c7d-ac4d-53533f066f58 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.485272] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b9231-7ac6-4eba-ad2a-721cba24a65d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.519118] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb2c853-0f65-49a3-aaa6-807c77eef634 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.530982] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3bbecc-da15-44bb-a8ad-d74c799770b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.538794] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13776} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.539415] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.540204] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3928471-de99-4c61-aaeb-54b41b72cd59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.551382] env[63302]: DEBUG nova.compute.provider_tree [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.577748] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 5245bfcc-381e-484e-a233-b801e49ecb79/5245bfcc-381e-484e-a233-b801e49ecb79.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.583294] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02920f91-286d-48ca-b1f3-0f3c5fcb7e50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.604956] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1819.604956] env[63302]: value = "task-1796063" [ 1819.604956] env[63302]: _type = "Task" [ 1819.604956] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.614482] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.662016] env[63302]: DEBUG nova.network.neutron [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updated VIF entry in instance network info cache for port 94888ea5-027a-4053-91ac-71da42242ef4. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.662428] env[63302]: DEBUG nova.network.neutron [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.687654] env[63302]: DEBUG oslo_vmware.api [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796061, 'name': PowerOffVM_Task, 'duration_secs': 0.181147} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.690050] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1819.690418] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1819.691049] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9a984ea-d7f4-4391-92a9-db9ad1debd8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.722678] env[63302]: DEBUG nova.network.neutron [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Successfully updated port: 9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.795513] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.795761] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.795931] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleting the datastore file [datastore1] 7e2e62ec-9c4d-424f-bb4b-8f04c083536c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.796225] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98527dc7-efd8-4e16-8d94-ad5cddedfb9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.803648] env[63302]: DEBUG oslo_vmware.api [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1819.803648] env[63302]: value = "task-1796065" [ 1819.803648] env[63302]: _type = "Task" [ 1819.803648] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.808535] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [{"id": "aaa6064a-7457-4842-ab14-619e3fc1db27", "address": "fa:16:3e:e7:13:0e", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa6064a-74", "ovs_interfaceid": "aaa6064a-7457-4842-ab14-619e3fc1db27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.813750] env[63302]: DEBUG oslo_vmware.api [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.833629] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796062, 'name': CreateVM_Task, 'duration_secs': 0.347433} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.833907] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1819.834672] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.834867] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.835260] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1819.835967] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f5932f-851c-4901-8914-2875edcf193a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.840226] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1819.840226] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ad9bac-23c4-43f1-96ed-4417727e3596" [ 1819.840226] env[63302]: _type = "Task" [ 1819.840226] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.848728] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ad9bac-23c4-43f1-96ed-4417727e3596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.058047] env[63302]: DEBUG nova.scheduler.client.report [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.115503] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796063, 'name': ReconfigVM_Task, 'duration_secs': 0.338757} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.115795] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 5245bfcc-381e-484e-a233-b801e49ecb79/5245bfcc-381e-484e-a233-b801e49ecb79.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.116470] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e66a1974-bf6f-459c-a5b2-51347766d3df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.124391] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1820.124391] env[63302]: value = "task-1796066" [ 1820.124391] env[63302]: _type = "Task" [ 1820.124391] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.132772] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796066, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.165130] env[63302]: DEBUG oslo_concurrency.lockutils [req-0c697893-59c5-4f70-9508-79a3416dcc4b req-167c7d12-2711-441b-b357-54682e0cc8b7 service nova] Releasing lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.227856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.228146] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.228254] env[63302]: DEBUG nova.network.neutron [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.316350] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-6db8cf55-cabf-406e-a09d-3f0f6d7825f1" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.316491] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1820.316730] env[63302]: DEBUG oslo_vmware.api [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137638} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.316929] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.317154] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.317321] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.317492] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.317660] env[63302]: INFO nova.compute.manager [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1820.317899] env[63302]: DEBUG oslo.service.loopingcall [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.318086] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.318259] env[63302]: DEBUG nova.compute.manager [-] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1820.318412] env[63302]: DEBUG nova.network.neutron [-] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1820.319937] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.320136] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.320610] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.320781] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.352564] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ad9bac-23c4-43f1-96ed-4417727e3596, 'name': SearchDatastore_Task, 'duration_secs': 0.00796} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.353174] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.353418] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.353648] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.353824] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.354016] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.354284] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4f9a42-12b3-40ac-8752-be92403ae5bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.372470] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.372659] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.373408] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9f2984-e191-4f64-bdea-f222b474c134 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.379340] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1820.379340] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52db7721-52a6-157e-67ff-cbdc2b18f293" [ 1820.379340] env[63302]: _type = "Task" [ 1820.379340] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.387908] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52db7721-52a6-157e-67ff-cbdc2b18f293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.564666] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.565459] env[63302]: DEBUG nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.569110] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.612s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.569338] env[63302]: DEBUG nova.objects.instance [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lazy-loading 'resources' on Instance uuid b106bb73-fedf-4b13-b02e-0a277c8ea7f2 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.634778] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796066, 'name': Rename_Task, 'duration_secs': 0.168172} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.635086] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.635341] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fec8c3f9-158d-468b-9121-1e14fe574488 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.643076] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1820.643076] env[63302]: value = "task-1796067" [ 1820.643076] env[63302]: _type = "Task" [ 1820.643076] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.651205] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.783854] env[63302]: DEBUG nova.compute.manager [req-4aea7325-53d4-4bf6-a100-8d5093fab8f1 req-c3e5c294-cdad-412f-a36f-5183965fa154 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Received event network-vif-deleted-f31632c9-36ea-4699-8f50-fd8881acb214 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1820.784115] env[63302]: INFO nova.compute.manager [req-4aea7325-53d4-4bf6-a100-8d5093fab8f1 req-c3e5c294-cdad-412f-a36f-5183965fa154 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Neutron deleted interface f31632c9-36ea-4699-8f50-fd8881acb214; detaching it from the instance and deleting it from the info cache [ 1820.784351] env[63302]: DEBUG nova.network.neutron [req-4aea7325-53d4-4bf6-a100-8d5093fab8f1 req-c3e5c294-cdad-412f-a36f-5183965fa154 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.786557] env[63302]: DEBUG nova.network.neutron [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.827571] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Getting list of instances from cluster (obj){ [ 1820.827571] env[63302]: value = "domain-c8" [ 1820.827571] env[63302]: _type = "ClusterComputeResource" [ 1820.827571] env[63302]: } {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1820.829773] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42abab83-e5b9-41d3-a587-215e17ce281e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.851452] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Got total of 9 instances {{(pid=63302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1820.851691] env[63302]: WARNING nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] While synchronizing instance power states, found 14 instances in the database and 9 instances on the hypervisor. [ 1820.851855] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid bbfcb3b2-a3af-4843-943e-114d4b090fcd {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid 25358a48-5664-4841-9b5a-fcbccea1b293 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid a3086519-e3e2-439d-8dfd-942b8d506742 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid 7e2e62ec-9c4d-424f-bb4b-8f04c083536c {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid b106bb73-fedf-4b13-b02e-0a277c8ea7f2 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid 712fc354-76da-417c-8b60-831c514b8467 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid 5245bfcc-381e-484e-a233-b801e49ecb79 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.853615] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.854372] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.854372] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Triggering sync for uuid 34b2114e-8fb7-4fcd-8439-b30f621813b2 {{(pid=63302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1820.856674] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.856926] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.857235] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.857421] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.857700] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "25358a48-5664-4841-9b5a-fcbccea1b293" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.857918] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "25358a48-5664-4841-9b5a-fcbccea1b293" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.858456] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "a3086519-e3e2-439d-8dfd-942b8d506742" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.858456] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "a3086519-e3e2-439d-8dfd-942b8d506742" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.858579] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.858747] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.858974] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.859201] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.859404] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.859599] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "712fc354-76da-417c-8b60-831c514b8467" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.859772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "712fc354-76da-417c-8b60-831c514b8467" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.859999] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "8de9ff79-7463-431a-8cde-bea87aff1633" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.860392] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.860711] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "5245bfcc-381e-484e-a233-b801e49ecb79" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.860952] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.861170] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.861418] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.861670] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.861842] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1820.862688] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8532ea0d-1a3a-4f58-b7fa-bcc33dfecbd8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.866045] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684d6f83-bf30-45ea-b85e-30874ee7c404 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.870323] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0834cbc6-70de-44a7-95b4-f945545ce384 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.872979] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59caa756-c9ae-41bd-93f4-af52e42dbd26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.875596] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b0b339-b509-4646-8704-233b6e0f30a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.878174] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce48d2c-b410-4d54-afb4-4b66ad449c37 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.880811] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15ecdf3-4f6d-42dc-bade-6c9c0d5c6570 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.884048] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.919519] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52db7721-52a6-157e-67ff-cbdc2b18f293, 'name': SearchDatastore_Task, 'duration_secs': 0.109275} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.923121] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466b181a-1738-4390-b6d3-f812c4581ece {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.931114] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1820.931114] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291378f-471d-e27d-483e-b59d5ba8b25d" [ 1820.931114] env[63302]: _type = "Task" [ 1820.931114] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.941254] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291378f-471d-e27d-483e-b59d5ba8b25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.011327] env[63302]: DEBUG nova.network.neutron [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updating instance_info_cache with network_info: [{"id": "9c28320c-9621-4dff-b8f0-efa54deee3cc", "address": "fa:16:3e:83:df:d2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c28320c-96", "ovs_interfaceid": "9c28320c-9621-4dff-b8f0-efa54deee3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.073570] env[63302]: DEBUG nova.compute.utils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1821.078471] env[63302]: DEBUG nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1821.078672] env[63302]: DEBUG nova.network.neutron [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1821.139400] env[63302]: DEBUG nova.policy [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b796f677f0b4699b9378ba78dea78d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec2cdf268e04577b5a61d43b9a456b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1821.155036] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796067, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.253743] env[63302]: DEBUG nova.network.neutron [-] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.290282] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9507352-c224-4f57-a343-b0aec068d779 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.300750] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163709ba-51f1-45d6-bd6e-9d46316ddc44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.347978] env[63302]: DEBUG nova.compute.manager [req-4aea7325-53d4-4bf6-a100-8d5093fab8f1 req-c3e5c294-cdad-412f-a36f-5183965fa154 service nova] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Detach interface failed, port_id=f31632c9-36ea-4699-8f50-fd8881acb214, reason: Instance 7e2e62ec-9c4d-424f-bb4b-8f04c083536c could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1821.392625] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.407752] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "25358a48-5664-4841-9b5a-fcbccea1b293" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.407752] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62475c78-ffdc-4a92-92c4-a15da8e25bf5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.410531] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.410873] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.411216] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.412012] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "a3086519-e3e2-439d-8dfd-942b8d506742" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.412357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "712fc354-76da-417c-8b60-831c514b8467" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.414305] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.418717] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5fed10-f0e7-41b6-874d-a4ff33c8540e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.455879] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34007cb-8ee2-44cc-871d-783a20573281 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.465879] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291378f-471d-e27d-483e-b59d5ba8b25d, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.466515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.466790] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3/bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.467098] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65776578-2216-4ec8-9fa6-cc4729560821 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.470106] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33533c5-da73-4a5e-9122-3a37fc734755 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.484803] env[63302]: DEBUG nova.compute.provider_tree [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.487521] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1821.487521] env[63302]: value = "task-1796069" [ 1821.487521] env[63302]: _type = "Task" [ 1821.487521] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.489941] env[63302]: DEBUG nova.compute.manager [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Received event network-vif-plugged-9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1821.491282] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] Acquiring lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.491529] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.491720] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.491948] env[63302]: DEBUG nova.compute.manager [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] No waiting events found dispatching network-vif-plugged-9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.492226] env[63302]: WARNING nova.compute.manager [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Received unexpected event network-vif-plugged-9c28320c-9621-4dff-b8f0-efa54deee3cc for instance with vm_state building and task_state spawning. [ 1821.493257] env[63302]: DEBUG nova.compute.manager [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Received event network-changed-9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1821.493257] env[63302]: DEBUG nova.compute.manager [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Refreshing instance network info cache due to event network-changed-9c28320c-9621-4dff-b8f0-efa54deee3cc. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1821.493257] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] Acquiring lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.503336] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.513820] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.514202] env[63302]: DEBUG nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Instance network_info: |[{"id": "9c28320c-9621-4dff-b8f0-efa54deee3cc", "address": "fa:16:3e:83:df:d2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c28320c-96", "ovs_interfaceid": "9c28320c-9621-4dff-b8f0-efa54deee3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1821.514528] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] Acquired lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.514733] env[63302]: DEBUG nova.network.neutron [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Refreshing network info cache for port 9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.516036] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:df:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c28320c-9621-4dff-b8f0-efa54deee3cc', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.523927] env[63302]: DEBUG oslo.service.loopingcall [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.524602] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1821.528244] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e42583e-f53f-4a6e-939b-f2a993c617e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.546823] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1821.546823] env[63302]: value = "task-1796070" [ 1821.546823] env[63302]: _type = "Task" [ 1821.546823] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.555441] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796070, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.579149] env[63302]: DEBUG nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.656163] env[63302]: DEBUG oslo_vmware.api [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796067, 'name': PowerOnVM_Task, 'duration_secs': 0.540119} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.656163] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.656163] env[63302]: INFO nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1821.656163] env[63302]: DEBUG nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.656434] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305f66a5-61ee-4de2-9027-a5a365f7882f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.683489] env[63302]: DEBUG nova.network.neutron [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Successfully created port: 151c99f9-bfb1-481c-bae7-9656cdd56d05 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.759262] env[63302]: INFO nova.compute.manager [-] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Took 1.44 seconds to deallocate network for instance. [ 1821.990797] env[63302]: DEBUG nova.scheduler.client.report [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.005269] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796069, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.063235] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796070, 'name': CreateVM_Task, 'duration_secs': 0.461081} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.063541] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.064417] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.064932] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.065132] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.065424] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9ab92b-5427-4377-bb7e-12312c1a7e1a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.072876] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1822.072876] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52051ae8-e0d2-3546-f888-d38939c7bf61" [ 1822.072876] env[63302]: _type = "Task" [ 1822.072876] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.083601] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52051ae8-e0d2-3546-f888-d38939c7bf61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.176987] env[63302]: INFO nova.compute.manager [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Took 21.94 seconds to build instance. [ 1822.266285] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.331349] env[63302]: DEBUG nova.network.neutron [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updated VIF entry in instance network info cache for port 9c28320c-9621-4dff-b8f0-efa54deee3cc. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.331731] env[63302]: DEBUG nova.network.neutron [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updating instance_info_cache with network_info: [{"id": "9c28320c-9621-4dff-b8f0-efa54deee3cc", "address": "fa:16:3e:83:df:d2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c28320c-96", "ovs_interfaceid": "9c28320c-9621-4dff-b8f0-efa54deee3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.499748] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.502409] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.239s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.504140] env[63302]: INFO nova.compute.claims [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.513039] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777844} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.513039] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3/bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1822.513236] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1822.513489] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65414ec4-af8a-48e1-be67-eecbda6f13ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.520895] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1822.520895] env[63302]: value = "task-1796071" [ 1822.520895] env[63302]: _type = "Task" [ 1822.520895] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.525365] env[63302]: INFO nova.scheduler.client.report [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Deleted allocations for instance b106bb73-fedf-4b13-b02e-0a277c8ea7f2 [ 1822.534018] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.583296] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52051ae8-e0d2-3546-f888-d38939c7bf61, 'name': SearchDatastore_Task, 'duration_secs': 0.052966} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.583608] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.583886] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.584147] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.584301] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.584483] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.584783] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffa6b0e8-3a1d-4c37-ae82-d50ac13f3f6b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.589748] env[63302]: DEBUG nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.598027] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.598027] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.598829] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b0024d-097e-42fa-aa7a-1e1a4b5a697d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.604622] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1822.604622] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52599471-54ca-0769-6c47-833060cdd798" [ 1822.604622] env[63302]: _type = "Task" [ 1822.604622] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.615439] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52599471-54ca-0769-6c47-833060cdd798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.617536] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.617893] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.618081] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.618299] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.618453] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.618607] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.618816] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.618980] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.619257] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.619432] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.619616] env[63302]: DEBUG nova.virt.hardware [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.620401] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e81180-8268-43f3-8934-634441e07703 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.628202] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e013ca08-8c6c-40e6-89ae-ea2d227c9740 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.679749] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1cc6b4f2-20f1-48b1-bdaa-1952cde4ef17 tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "5245bfcc-381e-484e-a233-b801e49ecb79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.447s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.679860] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "5245bfcc-381e-484e-a233-b801e49ecb79" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.819s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.680067] env[63302]: INFO nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] During sync_power_state the instance has a pending task (spawning). Skip. [ 1822.680251] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "5245bfcc-381e-484e-a233-b801e49ecb79" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.835059] env[63302]: DEBUG oslo_concurrency.lockutils [req-cf01c9cc-728d-446d-b7d6-71ed5d60750d req-e62e538c-da45-407f-8bfa-e9c0bc5a89b2 service nova] Releasing lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.031554] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074013} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.031849] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.032646] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8781efde-c64f-480b-83bd-ab9732a516df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.038555] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07bf0372-774b-47d9-a980-46bc4f563475 tempest-ServersAdmin275Test-751892147 tempest-ServersAdmin275Test-751892147-project-member] Lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.332s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.043019] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.180s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.043019] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8eefbe3-3b46-4305-8bd5-a91d4e081ac1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.060756] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3/bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.062063] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67064291-df40-48c6-80d0-598a4294da0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.081967] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac83139-d741-4bed-8a77-4af3d1f8d2d9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.093828] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1823.093828] env[63302]: value = "task-1796073" [ 1823.093828] env[63302]: _type = "Task" [ 1823.093828] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.105710] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.125883] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52599471-54ca-0769-6c47-833060cdd798, 'name': SearchDatastore_Task, 'duration_secs': 0.032959} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.126916] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8fceac-be90-47da-aa33-74f863a908f3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.132531] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1823.132531] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5230568b-da00-2ebc-f5fb-a86be91de9ff" [ 1823.132531] env[63302]: _type = "Task" [ 1823.132531] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.143243] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5230568b-da00-2ebc-f5fb-a86be91de9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.320197] env[63302]: DEBUG nova.network.neutron [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Successfully updated port: 151c99f9-bfb1-481c-bae7-9656cdd56d05 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.533930] env[63302]: DEBUG nova.compute.manager [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Received event network-vif-plugged-151c99f9-bfb1-481c-bae7-9656cdd56d05 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1823.534214] env[63302]: DEBUG oslo_concurrency.lockutils [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] Acquiring lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.534422] env[63302]: DEBUG oslo_concurrency.lockutils [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.534592] env[63302]: DEBUG oslo_concurrency.lockutils [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.534766] env[63302]: DEBUG nova.compute.manager [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] No waiting events found dispatching network-vif-plugged-151c99f9-bfb1-481c-bae7-9656cdd56d05 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1823.534989] env[63302]: WARNING nova.compute.manager [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Received unexpected event network-vif-plugged-151c99f9-bfb1-481c-bae7-9656cdd56d05 for instance with vm_state building and task_state spawning. [ 1823.536171] env[63302]: DEBUG nova.compute.manager [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Received event network-changed-151c99f9-bfb1-481c-bae7-9656cdd56d05 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1823.538572] env[63302]: DEBUG nova.compute.manager [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Refreshing instance network info cache due to event network-changed-151c99f9-bfb1-481c-bae7-9656cdd56d05. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1823.538784] env[63302]: DEBUG oslo_concurrency.lockutils [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] Acquiring lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.538937] env[63302]: DEBUG oslo_concurrency.lockutils [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] Acquired lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.539112] env[63302]: DEBUG nova.network.neutron [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Refreshing network info cache for port 151c99f9-bfb1-481c-bae7-9656cdd56d05 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.606363] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796073, 'name': ReconfigVM_Task, 'duration_secs': 0.313763} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.606653] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Reconfigured VM instance instance-00000065 to attach disk [datastore1] bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3/bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.607300] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7377fbef-0cad-4818-8cc6-a7259284837a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.617272] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1823.617272] env[63302]: value = "task-1796074" [ 1823.617272] env[63302]: _type = "Task" [ 1823.617272] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.629292] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "b106bb73-fedf-4b13-b02e-0a277c8ea7f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.590s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.629541] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796074, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.644323] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5230568b-da00-2ebc-f5fb-a86be91de9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.646416] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.646695] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2/dfa59fd9-7ec2-43e8-8023-7f99f559c4f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.647192] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-580f9f8d-68f7-4fdd-a9bf-54c1eb358258 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.654658] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1823.654658] env[63302]: value = "task-1796075" [ 1823.654658] env[63302]: _type = "Task" [ 1823.654658] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.666575] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.784464] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862f77c9-f628-4d80-b542-58f57bf3adef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.793018] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab5c8d-5819-4274-a167-98837cb9e4aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.827809] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.829992] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6591c71f-f8b6-4948-9deb-fd23f886179c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.838227] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c92c32-90ea-497b-9dbe-17542ff75f94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.854875] env[63302]: DEBUG nova.compute.provider_tree [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.002806] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "5245bfcc-381e-484e-a233-b801e49ecb79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.003199] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "5245bfcc-381e-484e-a233-b801e49ecb79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.003441] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "5245bfcc-381e-484e-a233-b801e49ecb79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.005081] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "5245bfcc-381e-484e-a233-b801e49ecb79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.005305] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "5245bfcc-381e-484e-a233-b801e49ecb79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.010264] env[63302]: INFO nova.compute.manager [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Terminating instance [ 1824.076669] env[63302]: DEBUG nova.network.neutron [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.130882] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796074, 'name': Rename_Task, 'duration_secs': 0.150867} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.131252] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1824.132029] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f53a94-7291-40a6-a20a-38809df0ce1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.143013] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1824.143013] env[63302]: value = "task-1796076" [ 1824.143013] env[63302]: _type = "Task" [ 1824.143013] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.157735] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.168091] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507089} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.168366] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2/dfa59fd9-7ec2-43e8-8023-7f99f559c4f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.168589] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.168855] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa085611-84a3-4cbe-ab2d-46ca82c1662f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.173996] env[63302]: DEBUG nova.network.neutron [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.178316] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1824.178316] env[63302]: value = "task-1796077" [ 1824.178316] env[63302]: _type = "Task" [ 1824.178316] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.188593] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.359059] env[63302]: DEBUG nova.scheduler.client.report [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.515190] env[63302]: DEBUG nova.compute.manager [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1824.515455] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1824.516402] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d5f343-430d-451a-97ca-31967c10ab13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.525687] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.525936] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f184f252-d8aa-4e6f-a7fe-3da02836fc98 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.534171] env[63302]: DEBUG oslo_vmware.api [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1824.534171] env[63302]: value = "task-1796078" [ 1824.534171] env[63302]: _type = "Task" [ 1824.534171] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.548226] env[63302]: DEBUG oslo_vmware.api [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.657744] env[63302]: DEBUG oslo_vmware.api [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796076, 'name': PowerOnVM_Task, 'duration_secs': 0.487057} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.658093] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.658355] env[63302]: INFO nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1824.658586] env[63302]: DEBUG nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.659494] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf990e9-c429-412a-ba64-25f6668c0ae3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.677308] env[63302]: DEBUG oslo_concurrency.lockutils [req-26cfca06-e5e1-4328-9d6c-3d71580dd7d8 req-868e9f73-2d57-414d-aaee-e1bb5fc27c61 service nova] Releasing lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.677713] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.677875] env[63302]: DEBUG nova.network.neutron [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.689908] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197817} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.690860] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.691840] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721becfb-491a-4a26-a179-ecf7112c3847 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.728490] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2/dfa59fd9-7ec2-43e8-8023-7f99f559c4f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.730271] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4022295a-d040-4d94-a4ff-7493e79bcc56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.758950] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1824.758950] env[63302]: value = "task-1796079" [ 1824.758950] env[63302]: _type = "Task" [ 1824.758950] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.770680] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.864854] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.865476] env[63302]: DEBUG nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.868123] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.899s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.868363] env[63302]: DEBUG nova.objects.instance [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lazy-loading 'resources' on Instance uuid dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.044943] env[63302]: DEBUG oslo_vmware.api [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796078, 'name': PowerOffVM_Task, 'duration_secs': 0.273071} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.045227] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.045420] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1825.045712] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-303d87cf-f551-479e-ab0f-fca9909d1711 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.123570] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1825.124055] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1825.124169] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleting the datastore file [datastore1] 5245bfcc-381e-484e-a233-b801e49ecb79 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1825.124442] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9533a4dc-35e0-4c31-b294-c5eac8c17121 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.131732] env[63302]: DEBUG oslo_vmware.api [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for the task: (returnval){ [ 1825.131732] env[63302]: value = "task-1796082" [ 1825.131732] env[63302]: _type = "Task" [ 1825.131732] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.141577] env[63302]: DEBUG oslo_vmware.api [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.180552] env[63302]: INFO nova.compute.manager [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Took 21.34 seconds to build instance. [ 1825.230306] env[63302]: DEBUG nova.network.neutron [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.268772] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796079, 'name': ReconfigVM_Task, 'duration_secs': 0.440899} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.269066] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2/dfa59fd9-7ec2-43e8-8023-7f99f559c4f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.269701] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b39436d4-775a-4004-a157-669fdbffe96d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.277018] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1825.277018] env[63302]: value = "task-1796083" [ 1825.277018] env[63302]: _type = "Task" [ 1825.277018] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.285928] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796083, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.372089] env[63302]: DEBUG nova.compute.utils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1825.374032] env[63302]: DEBUG nova.objects.instance [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lazy-loading 'numa_topology' on Instance uuid dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.375230] env[63302]: DEBUG nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1825.375402] env[63302]: DEBUG nova.network.neutron [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.422262] env[63302]: DEBUG nova.policy [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c48017ffa13d4720a4d3fcf9505440eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '444e3097c1244eee86652b0d9341f206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.460652] env[63302]: DEBUG nova.network.neutron [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance_info_cache with network_info: [{"id": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "address": "fa:16:3e:f7:38:8a", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151c99f9-bf", "ovs_interfaceid": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.642517] env[63302]: DEBUG oslo_vmware.api [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.683338] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d05db3dd-54f2-4e85-a764-70cc371064a7 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.883s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.683652] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.823s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.683942] env[63302]: INFO nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1825.684149] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.715722] env[63302]: DEBUG nova.network.neutron [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Successfully created port: 303ee491-a009-4b23-b7b3-be13e90c54b7 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.789994] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796083, 'name': Rename_Task, 'duration_secs': 0.142944} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.790330] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.790570] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e964f6fe-4c11-4357-a9ef-20f261101299 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.798333] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1825.798333] env[63302]: value = "task-1796084" [ 1825.798333] env[63302]: _type = "Task" [ 1825.798333] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.813177] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.876402] env[63302]: DEBUG nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1825.884194] env[63302]: DEBUG nova.objects.base [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1825.963509] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.963509] env[63302]: DEBUG nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Instance network_info: |[{"id": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "address": "fa:16:3e:f7:38:8a", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151c99f9-bf", "ovs_interfaceid": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.967604] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:38:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '151c99f9-bfb1-481c-bae7-9656cdd56d05', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.976164] env[63302]: DEBUG oslo.service.loopingcall [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.977365] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.977365] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac3beca-8c80-4cfb-bdda-106353eedbed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.004664] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.004664] env[63302]: value = "task-1796085" [ 1826.004664] env[63302]: _type = "Task" [ 1826.004664] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.025824] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796085, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.143392] env[63302]: DEBUG oslo_vmware.api [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Task: {'id': task-1796082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.704537} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.143778] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1826.143918] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1826.144299] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1826.144554] env[63302]: INFO nova.compute.manager [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1826.144862] env[63302]: DEBUG oslo.service.loopingcall [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.147858] env[63302]: DEBUG nova.compute.manager [-] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1826.148056] env[63302]: DEBUG nova.network.neutron [-] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1826.234365] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d1cf45-f362-4ebb-9e05-91bbc232eb2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.243708] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb453c7f-deaf-423e-97cd-fd9fcca9e0ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.275510] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88b5ac-9f8a-49ba-aa90-018e7c09e704 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.284404] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e07ed27-9084-461a-872e-737434cdb580 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.301711] env[63302]: DEBUG nova.compute.provider_tree [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.312309] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.515875] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796085, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.612017] env[63302]: DEBUG nova.compute.manager [req-3c53d756-eb65-4ada-8acd-565861be1443 req-54086f8a-9b76-4b52-b5e9-0ae674a44dec service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Received event network-vif-deleted-af705756-0abc-47db-9e85-22a0ebd3e158 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1826.612309] env[63302]: INFO nova.compute.manager [req-3c53d756-eb65-4ada-8acd-565861be1443 req-54086f8a-9b76-4b52-b5e9-0ae674a44dec service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Neutron deleted interface af705756-0abc-47db-9e85-22a0ebd3e158; detaching it from the instance and deleting it from the info cache [ 1826.612550] env[63302]: DEBUG nova.network.neutron [req-3c53d756-eb65-4ada-8acd-565861be1443 req-54086f8a-9b76-4b52-b5e9-0ae674a44dec service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.808127] env[63302]: DEBUG nova.scheduler.client.report [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.817401] env[63302]: DEBUG oslo_vmware.api [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796084, 'name': PowerOnVM_Task, 'duration_secs': 0.613868} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.818231] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.818231] env[63302]: INFO nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1826.818969] env[63302]: DEBUG nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.819274] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50c6cd-e808-479c-a588-4e30dab05ab7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.844768] env[63302]: DEBUG nova.compute.manager [req-bf3cc633-ac71-4bfa-ab96-f939c3dc9a0c req-af180c6e-5841-45ec-b91b-d86959143029 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1826.845075] env[63302]: DEBUG nova.compute.manager [req-bf3cc633-ac71-4bfa-ab96-f939c3dc9a0c req-af180c6e-5841-45ec-b91b-d86959143029 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing instance network info cache due to event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1826.845296] env[63302]: DEBUG oslo_concurrency.lockutils [req-bf3cc633-ac71-4bfa-ab96-f939c3dc9a0c req-af180c6e-5841-45ec-b91b-d86959143029 service nova] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.846341] env[63302]: DEBUG oslo_concurrency.lockutils [req-bf3cc633-ac71-4bfa-ab96-f939c3dc9a0c req-af180c6e-5841-45ec-b91b-d86959143029 service nova] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.846566] env[63302]: DEBUG nova.network.neutron [req-bf3cc633-ac71-4bfa-ab96-f939c3dc9a0c req-af180c6e-5841-45ec-b91b-d86959143029 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.896076] env[63302]: DEBUG nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1826.946575] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.947063] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.947354] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.947648] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.947923] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.951018] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.951018] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.951018] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.951018] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.951018] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.951018] env[63302]: DEBUG nova.virt.hardware [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.951018] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744d0ebd-9b7d-487c-b275-82ca68fead82 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.960031] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5130725d-3dd4-400b-97cb-4fe342ee2276 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.019534] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796085, 'name': CreateVM_Task, 'duration_secs': 0.515893} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.019939] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.023022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.023022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.023022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.023022] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23269a2b-bb9a-4311-b821-450b17df932e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.030132] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1827.030132] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5274d24c-6e31-01f7-73a2-77a6ff62bc5b" [ 1827.030132] env[63302]: _type = "Task" [ 1827.030132] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.039470] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5274d24c-6e31-01f7-73a2-77a6ff62bc5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.085415] env[63302]: DEBUG nova.network.neutron [-] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.119022] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d2ae3ed-d160-4f22-b4fd-11220a3456fc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.133219] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ff332-2590-4d3a-a545-6a7f38350c05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.170234] env[63302]: DEBUG nova.compute.manager [req-3c53d756-eb65-4ada-8acd-565861be1443 req-54086f8a-9b76-4b52-b5e9-0ae674a44dec service nova] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Detach interface failed, port_id=af705756-0abc-47db-9e85-22a0ebd3e158, reason: Instance 5245bfcc-381e-484e-a233-b801e49ecb79 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1827.319488] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.451s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.326044] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.664s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.326044] env[63302]: INFO nova.compute.claims [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.345294] env[63302]: INFO nova.compute.manager [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Took 22.73 seconds to build instance. [ 1827.542414] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5274d24c-6e31-01f7-73a2-77a6ff62bc5b, 'name': SearchDatastore_Task, 'duration_secs': 0.019398} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.542414] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.542414] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.542570] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.542617] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.542773] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.543045] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34e11b3f-a52c-4118-8e10-ff55acaf0ef6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.560019] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.560019] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.560019] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e3a460-f235-44a8-a38f-81f76c09879b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.563962] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1827.563962] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d3afbb-ca7b-2592-f0b2-148d0d112de0" [ 1827.563962] env[63302]: _type = "Task" [ 1827.563962] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.572668] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d3afbb-ca7b-2592-f0b2-148d0d112de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.588544] env[63302]: INFO nova.compute.manager [-] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Took 1.44 seconds to deallocate network for instance. [ 1827.678724] env[63302]: DEBUG nova.network.neutron [req-bf3cc633-ac71-4bfa-ab96-f939c3dc9a0c req-af180c6e-5841-45ec-b91b-d86959143029 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updated VIF entry in instance network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.679130] env[63302]: DEBUG nova.network.neutron [req-bf3cc633-ac71-4bfa-ab96-f939c3dc9a0c req-af180c6e-5841-45ec-b91b-d86959143029 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.821109] env[63302]: DEBUG nova.network.neutron [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Successfully updated port: 303ee491-a009-4b23-b7b3-be13e90c54b7 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.840170] env[63302]: DEBUG oslo_concurrency.lockutils [None req-41f3b41a-2775-4c4a-b1c6-e4bae7573a76 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.475s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.840170] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.145s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.841122] env[63302]: INFO nova.compute.manager [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Unshelving [ 1827.848684] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3577a7b4-07cd-4ea7-be05-9c1839fce6a6 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.244s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.849499] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.988s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.850127] env[63302]: INFO nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1827.850127] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.075544] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d3afbb-ca7b-2592-f0b2-148d0d112de0, 'name': SearchDatastore_Task, 'duration_secs': 0.042411} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.076385] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0951f423-c278-4efb-a679-dc3a95e7d34f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.082702] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1828.082702] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52291a36-2cc5-c5fe-f57f-f0e8d1cee8b6" [ 1828.082702] env[63302]: _type = "Task" [ 1828.082702] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.091508] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52291a36-2cc5-c5fe-f57f-f0e8d1cee8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.095649] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.182311] env[63302]: DEBUG oslo_concurrency.lockutils [req-bf3cc633-ac71-4bfa-ab96-f939c3dc9a0c req-af180c6e-5841-45ec-b91b-d86959143029 service nova] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.327025] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "refresh_cache-0f36cf81-7f40-4c2a-a530-cff50c4aae2c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.327025] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "refresh_cache-0f36cf81-7f40-4c2a-a530-cff50c4aae2c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.327025] env[63302]: DEBUG nova.network.neutron [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.596563] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52291a36-2cc5-c5fe-f57f-f0e8d1cee8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.027417} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.596955] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.597571] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 34b2114e-8fb7-4fcd-8439-b30f621813b2/34b2114e-8fb7-4fcd-8439-b30f621813b2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.600150] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eb5ba41-5c38-4277-bc7f-cfe25c4daa8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.611335] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1828.611335] env[63302]: value = "task-1796086" [ 1828.611335] env[63302]: _type = "Task" [ 1828.611335] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.625161] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.636341] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff19c719-9814-470b-8271-5fd81368c9a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.646866] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6271e994-25ec-4084-813a-3f91386a7879 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.686426] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165491d7-bd13-4fb4-b638-e125d09ccf28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.694836] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c09e12-4d34-4e8b-9cbc-ec20f69aa5ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.712181] env[63302]: DEBUG nova.compute.provider_tree [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.888703] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.903109] env[63302]: DEBUG nova.network.neutron [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.077792] env[63302]: DEBUG nova.compute.manager [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received event network-changed-94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1829.078144] env[63302]: DEBUG nova.compute.manager [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing instance network info cache due to event network-changed-94888ea5-027a-4053-91ac-71da42242ef4. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1829.078467] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Acquiring lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.078682] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Acquired lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.078957] env[63302]: DEBUG nova.network.neutron [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing network info cache for port 94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.099289] env[63302]: DEBUG nova.compute.manager [req-f7c196f5-82ad-4701-9ff7-37ee3746997b req-e94ffbc5-ba2d-482d-a699-64336a83b18d service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received event network-changed-94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1829.100070] env[63302]: DEBUG nova.compute.manager [req-f7c196f5-82ad-4701-9ff7-37ee3746997b req-e94ffbc5-ba2d-482d-a699-64336a83b18d service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing instance network info cache due to event network-changed-94888ea5-027a-4053-91ac-71da42242ef4. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1829.100387] env[63302]: DEBUG oslo_concurrency.lockutils [req-f7c196f5-82ad-4701-9ff7-37ee3746997b req-e94ffbc5-ba2d-482d-a699-64336a83b18d service nova] Acquiring lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.126910] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796086, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.195029] env[63302]: DEBUG nova.network.neutron [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Updating instance_info_cache with network_info: [{"id": "303ee491-a009-4b23-b7b3-be13e90c54b7", "address": "fa:16:3e:e9:e1:43", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303ee491-a0", "ovs_interfaceid": "303ee491-a009-4b23-b7b3-be13e90c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.214952] env[63302]: DEBUG nova.scheduler.client.report [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.631152] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587785} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.631454] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 34b2114e-8fb7-4fcd-8439-b30f621813b2/34b2114e-8fb7-4fcd-8439-b30f621813b2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.631680] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.631951] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7de19ec7-6b81-4c39-9d88-309930e4a104 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.639208] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1829.639208] env[63302]: value = "task-1796087" [ 1829.639208] env[63302]: _type = "Task" [ 1829.639208] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.650032] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.687960] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Acquiring lock "c8d10748-d54e-4662-bd83-8ee2dec3891e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.688280] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "c8d10748-d54e-4662-bd83-8ee2dec3891e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.696358] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "refresh_cache-0f36cf81-7f40-4c2a-a530-cff50c4aae2c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.696737] env[63302]: DEBUG nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Instance network_info: |[{"id": "303ee491-a009-4b23-b7b3-be13e90c54b7", "address": "fa:16:3e:e9:e1:43", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303ee491-a0", "ovs_interfaceid": "303ee491-a009-4b23-b7b3-be13e90c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1829.697531] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e1:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '303ee491-a009-4b23-b7b3-be13e90c54b7', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1829.710564] env[63302]: DEBUG oslo.service.loopingcall [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.712079] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1829.713423] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35a5a917-a5f3-4f5e-8341-43c90f1fc920 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.729444] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.729941] env[63302]: DEBUG nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1829.732988] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.812s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.735237] env[63302]: INFO nova.compute.claims [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.746271] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1829.746271] env[63302]: value = "task-1796088" [ 1829.746271] env[63302]: _type = "Task" [ 1829.746271] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.759924] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796088, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.974691] env[63302]: DEBUG nova.network.neutron [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updated VIF entry in instance network info cache for port 94888ea5-027a-4053-91ac-71da42242ef4. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.975146] env[63302]: DEBUG nova.network.neutron [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.150064] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068038} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.150516] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.151798] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f42f180-4ee1-4235-b28f-87975bad8e53 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.177201] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 34b2114e-8fb7-4fcd-8439-b30f621813b2/34b2114e-8fb7-4fcd-8439-b30f621813b2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.178369] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba50da44-a77f-4115-9688-ee4f133615d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.197051] env[63302]: DEBUG nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1830.207861] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1830.207861] env[63302]: value = "task-1796089" [ 1830.207861] env[63302]: _type = "Task" [ 1830.207861] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.216850] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.234416] env[63302]: DEBUG nova.compute.utils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.237695] env[63302]: DEBUG nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.237898] env[63302]: DEBUG nova.network.neutron [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.258398] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796088, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.307234] env[63302]: DEBUG nova.policy [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb3b9456cea45eebecb352519e6a75c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '996317fad8064a8f8620c3aec065484c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.481650] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Releasing lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.481965] env[63302]: DEBUG nova.compute.manager [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Received event network-vif-plugged-303ee491-a009-4b23-b7b3-be13e90c54b7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.482186] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Acquiring lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.482403] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.482575] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.482744] env[63302]: DEBUG nova.compute.manager [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] No waiting events found dispatching network-vif-plugged-303ee491-a009-4b23-b7b3-be13e90c54b7 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.482915] env[63302]: WARNING nova.compute.manager [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Received unexpected event network-vif-plugged-303ee491-a009-4b23-b7b3-be13e90c54b7 for instance with vm_state building and task_state spawning. [ 1830.483101] env[63302]: DEBUG nova.compute.manager [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Received event network-changed-303ee491-a009-4b23-b7b3-be13e90c54b7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.483294] env[63302]: DEBUG nova.compute.manager [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Refreshing instance network info cache due to event network-changed-303ee491-a009-4b23-b7b3-be13e90c54b7. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1830.483491] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Acquiring lock "refresh_cache-0f36cf81-7f40-4c2a-a530-cff50c4aae2c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.483634] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Acquired lock "refresh_cache-0f36cf81-7f40-4c2a-a530-cff50c4aae2c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.483797] env[63302]: DEBUG nova.network.neutron [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Refreshing network info cache for port 303ee491-a009-4b23-b7b3-be13e90c54b7 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.485096] env[63302]: DEBUG oslo_concurrency.lockutils [req-f7c196f5-82ad-4701-9ff7-37ee3746997b req-e94ffbc5-ba2d-482d-a699-64336a83b18d service nova] Acquired lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.485323] env[63302]: DEBUG nova.network.neutron [req-f7c196f5-82ad-4701-9ff7-37ee3746997b req-e94ffbc5-ba2d-482d-a699-64336a83b18d service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing network info cache for port 94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.698700] env[63302]: DEBUG nova.network.neutron [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Successfully created port: e5ab5bcf-43f4-456f-93b2-b916d30a37c0 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.717945] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796089, 'name': ReconfigVM_Task, 'duration_secs': 0.281308} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.718586] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 34b2114e-8fb7-4fcd-8439-b30f621813b2/34b2114e-8fb7-4fcd-8439-b30f621813b2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.719220] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-949ad02d-0027-4cc6-8622-a3df4c0c7007 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.721513] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.728264] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1830.728264] env[63302]: value = "task-1796090" [ 1830.728264] env[63302]: _type = "Task" [ 1830.728264] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.736923] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796090, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.738565] env[63302]: DEBUG nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1830.759922] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796088, 'name': CreateVM_Task, 'duration_secs': 0.76299} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.760219] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.762117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.762762] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.763238] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.763836] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6f86e3-4dec-4230-b7d0-ff77c758d316 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.771141] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1830.771141] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523c7971-d1bd-b456-b3f9-9cbcea889445" [ 1830.771141] env[63302]: _type = "Task" [ 1830.771141] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.786645] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523c7971-d1bd-b456-b3f9-9cbcea889445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.114126] env[63302]: DEBUG nova.compute.manager [req-dc480d8d-dc5a-4010-b3a7-562bb8d73ef9 req-76070e79-d573-4bed-82af-d3d2a55e4b00 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Received event network-changed-9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1831.114126] env[63302]: DEBUG nova.compute.manager [req-dc480d8d-dc5a-4010-b3a7-562bb8d73ef9 req-76070e79-d573-4bed-82af-d3d2a55e4b00 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Refreshing instance network info cache due to event network-changed-9c28320c-9621-4dff-b8f0-efa54deee3cc. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1831.114126] env[63302]: DEBUG oslo_concurrency.lockutils [req-dc480d8d-dc5a-4010-b3a7-562bb8d73ef9 req-76070e79-d573-4bed-82af-d3d2a55e4b00 service nova] Acquiring lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.114126] env[63302]: DEBUG oslo_concurrency.lockutils [req-dc480d8d-dc5a-4010-b3a7-562bb8d73ef9 req-76070e79-d573-4bed-82af-d3d2a55e4b00 service nova] Acquired lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.114126] env[63302]: DEBUG nova.network.neutron [req-dc480d8d-dc5a-4010-b3a7-562bb8d73ef9 req-76070e79-d573-4bed-82af-d3d2a55e4b00 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Refreshing network info cache for port 9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1831.141813] env[63302]: DEBUG nova.compute.manager [req-03cbc7cb-fc38-4bd7-89ca-6e16ad98bca9 req-2457f19d-ca2f-40d1-98cd-6e041baf33d4 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1831.142022] env[63302]: DEBUG nova.compute.manager [req-03cbc7cb-fc38-4bd7-89ca-6e16ad98bca9 req-2457f19d-ca2f-40d1-98cd-6e041baf33d4 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing instance network info cache due to event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1831.142242] env[63302]: DEBUG oslo_concurrency.lockutils [req-03cbc7cb-fc38-4bd7-89ca-6e16ad98bca9 req-2457f19d-ca2f-40d1-98cd-6e041baf33d4 service nova] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.142389] env[63302]: DEBUG oslo_concurrency.lockutils [req-03cbc7cb-fc38-4bd7-89ca-6e16ad98bca9 req-2457f19d-ca2f-40d1-98cd-6e041baf33d4 service nova] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.142550] env[63302]: DEBUG nova.network.neutron [req-03cbc7cb-fc38-4bd7-89ca-6e16ad98bca9 req-2457f19d-ca2f-40d1-98cd-6e041baf33d4 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1831.204713] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa390176-f35c-467f-87ca-ef2871435da3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.219490] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb15a9b7-b1e4-4c91-8080-cb39a5612755 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.265798] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c15e2ca-6a77-424a-b1c8-a6fd4ded1469 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.272084] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796090, 'name': Rename_Task, 'duration_secs': 0.142513} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.275804] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.278469] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e916860-343e-4a88-b98f-88a11deb9cc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.281999] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125251d9-d7c1-4bb8-8279-1d0a32e9df80 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.290410] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523c7971-d1bd-b456-b3f9-9cbcea889445, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.291620] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.291935] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1831.292212] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.292368] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.292553] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.292816] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c937785a-0685-4f74-8f12-9ba6fca3de6d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.302276] env[63302]: DEBUG nova.compute.provider_tree [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.307022] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1831.307022] env[63302]: value = "task-1796091" [ 1831.307022] env[63302]: _type = "Task" [ 1831.307022] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.307022] env[63302]: DEBUG nova.network.neutron [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Updated VIF entry in instance network info cache for port 303ee491-a009-4b23-b7b3-be13e90c54b7. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.307326] env[63302]: DEBUG nova.network.neutron [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Updating instance_info_cache with network_info: [{"id": "303ee491-a009-4b23-b7b3-be13e90c54b7", "address": "fa:16:3e:e9:e1:43", "network": {"id": "6a63eeb6-0229-4d3d-8402-a858745a97ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-169787894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "444e3097c1244eee86652b0d9341f206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303ee491-a0", "ovs_interfaceid": "303ee491-a009-4b23-b7b3-be13e90c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.312473] env[63302]: DEBUG nova.network.neutron [req-f7c196f5-82ad-4701-9ff7-37ee3746997b req-e94ffbc5-ba2d-482d-a699-64336a83b18d service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updated VIF entry in instance network info cache for port 94888ea5-027a-4053-91ac-71da42242ef4. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.312791] env[63302]: DEBUG nova.network.neutron [req-f7c196f5-82ad-4701-9ff7-37ee3746997b req-e94ffbc5-ba2d-482d-a699-64336a83b18d service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.317600] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.318245] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.322098] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48613e2-6500-4e73-b3fb-8fb52326996e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.325276] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796091, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.328696] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1831.328696] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52531ef6-8aee-6746-39dc-9dce8d7d5213" [ 1831.328696] env[63302]: _type = "Task" [ 1831.328696] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.337381] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52531ef6-8aee-6746-39dc-9dce8d7d5213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.770553] env[63302]: DEBUG nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1831.804729] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1831.805083] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.805210] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1831.805399] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.805549] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1831.805702] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1831.805908] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1831.806084] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1831.806259] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1831.806432] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1831.806601] env[63302]: DEBUG nova.virt.hardware [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1831.807511] env[63302]: DEBUG nova.scheduler.client.report [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.811440] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070b6be-38fc-48bf-8e83-95be7efc65b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.814688] env[63302]: DEBUG oslo_concurrency.lockutils [req-a8e85194-937a-41a3-82ed-f49189517b63 req-4ff3f87c-fe24-44a8-9b7e-84de37a106c6 service nova] Releasing lock "refresh_cache-0f36cf81-7f40-4c2a-a530-cff50c4aae2c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.815264] env[63302]: DEBUG oslo_concurrency.lockutils [req-f7c196f5-82ad-4701-9ff7-37ee3746997b req-e94ffbc5-ba2d-482d-a699-64336a83b18d service nova] Releasing lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.828858] env[63302]: DEBUG oslo_vmware.api [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796091, 'name': PowerOnVM_Task, 'duration_secs': 0.520638} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.829867] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.830090] env[63302]: INFO nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1831.830277] env[63302]: DEBUG nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.831775] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d585d8-8afa-4b7c-b5a1-37bab5922336 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.839164] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f2bc7-cad3-466e-88dd-fe1919841c87 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.848979] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52531ef6-8aee-6746-39dc-9dce8d7d5213, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.861480] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35d75ee-0421-455c-981d-f5714138dac1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.872569] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1831.872569] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f431d5-f118-465d-7fc2-c2a83bde25ce" [ 1831.872569] env[63302]: _type = "Task" [ 1831.872569] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.882334] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f431d5-f118-465d-7fc2-c2a83bde25ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.908904] env[63302]: DEBUG nova.network.neutron [req-03cbc7cb-fc38-4bd7-89ca-6e16ad98bca9 req-2457f19d-ca2f-40d1-98cd-6e041baf33d4 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updated VIF entry in instance network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.909421] env[63302]: DEBUG nova.network.neutron [req-03cbc7cb-fc38-4bd7-89ca-6e16ad98bca9 req-2457f19d-ca2f-40d1-98cd-6e041baf33d4 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.924705] env[63302]: DEBUG nova.network.neutron [req-dc480d8d-dc5a-4010-b3a7-562bb8d73ef9 req-76070e79-d573-4bed-82af-d3d2a55e4b00 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updated VIF entry in instance network info cache for port 9c28320c-9621-4dff-b8f0-efa54deee3cc. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.925085] env[63302]: DEBUG nova.network.neutron [req-dc480d8d-dc5a-4010-b3a7-562bb8d73ef9 req-76070e79-d573-4bed-82af-d3d2a55e4b00 service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updating instance_info_cache with network_info: [{"id": "9c28320c-9621-4dff-b8f0-efa54deee3cc", "address": "fa:16:3e:83:df:d2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c28320c-96", "ovs_interfaceid": "9c28320c-9621-4dff-b8f0-efa54deee3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.256585] env[63302]: DEBUG nova.network.neutron [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Successfully updated port: e5ab5bcf-43f4-456f-93b2-b916d30a37c0 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.315539] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.316325] env[63302]: DEBUG nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.320717] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.309s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.322747] env[63302]: INFO nova.compute.claims [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.380882] env[63302]: INFO nova.compute.manager [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Took 24.85 seconds to build instance. [ 1832.390925] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f431d5-f118-465d-7fc2-c2a83bde25ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013317} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.391152] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.391583] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0f36cf81-7f40-4c2a-a530-cff50c4aae2c/0f36cf81-7f40-4c2a-a530-cff50c4aae2c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.392077] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c47942d-e565-415c-96b9-46fdc2e93839 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.401032] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1832.401032] env[63302]: value = "task-1796092" [ 1832.401032] env[63302]: _type = "Task" [ 1832.401032] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.410081] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.413532] env[63302]: DEBUG oslo_concurrency.lockutils [req-03cbc7cb-fc38-4bd7-89ca-6e16ad98bca9 req-2457f19d-ca2f-40d1-98cd-6e041baf33d4 service nova] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.427987] env[63302]: DEBUG oslo_concurrency.lockutils [req-dc480d8d-dc5a-4010-b3a7-562bb8d73ef9 req-76070e79-d573-4bed-82af-d3d2a55e4b00 service nova] Releasing lock "refresh_cache-dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.758898] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "refresh_cache-6d13ed52-aa60-446a-b9c1-c7746bc35d4c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.759163] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquired lock "refresh_cache-6d13ed52-aa60-446a-b9c1-c7746bc35d4c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.759407] env[63302]: DEBUG nova.network.neutron [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.828844] env[63302]: DEBUG nova.compute.utils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.833358] env[63302]: DEBUG nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.833600] env[63302]: DEBUG nova.network.neutron [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.883455] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c00aaa48-0f87-43ee-9316-c2a2ce1c1d1a tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.366s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.883734] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.022s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.884711] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f043a-3123-4399-9262-1a2732fc575e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.897192] env[63302]: DEBUG nova.policy [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f6f93b22a7d458dad6d6a44e6b09780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b33cec38604c32af8eaeb848458cac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.912704] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46439} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.912980] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0f36cf81-7f40-4c2a-a530-cff50c4aae2c/0f36cf81-7f40-4c2a-a530-cff50c4aae2c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.913209] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.913453] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b6aa65b-7cd2-41f4-8428-d595d94c9e0b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.933360] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1832.933360] env[63302]: value = "task-1796093" [ 1832.933360] env[63302]: _type = "Task" [ 1832.933360] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.945759] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.206816] env[63302]: DEBUG nova.compute.manager [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Received event network-vif-plugged-e5ab5bcf-43f4-456f-93b2-b916d30a37c0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1833.209921] env[63302]: DEBUG oslo_concurrency.lockutils [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] Acquiring lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.209921] env[63302]: DEBUG oslo_concurrency.lockutils [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] Lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.209921] env[63302]: DEBUG oslo_concurrency.lockutils [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] Lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.209921] env[63302]: DEBUG nova.compute.manager [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] No waiting events found dispatching network-vif-plugged-e5ab5bcf-43f4-456f-93b2-b916d30a37c0 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1833.209921] env[63302]: WARNING nova.compute.manager [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Received unexpected event network-vif-plugged-e5ab5bcf-43f4-456f-93b2-b916d30a37c0 for instance with vm_state building and task_state spawning. [ 1833.209921] env[63302]: DEBUG nova.compute.manager [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Received event network-changed-e5ab5bcf-43f4-456f-93b2-b916d30a37c0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1833.209921] env[63302]: DEBUG nova.compute.manager [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Refreshing instance network info cache due to event network-changed-e5ab5bcf-43f4-456f-93b2-b916d30a37c0. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1833.209921] env[63302]: DEBUG oslo_concurrency.lockutils [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] Acquiring lock "refresh_cache-6d13ed52-aa60-446a-b9c1-c7746bc35d4c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.334311] env[63302]: DEBUG nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.354479] env[63302]: DEBUG nova.network.neutron [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.378691] env[63302]: DEBUG nova.network.neutron [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Successfully created port: 7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1833.397275] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.448077] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064467} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.448504] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1833.449447] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1874ccf7-29bc-4503-a065-3e283d8109f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.478169] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0f36cf81-7f40-4c2a-a530-cff50c4aae2c/0f36cf81-7f40-4c2a-a530-cff50c4aae2c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.484643] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1487c32c-5649-4aa0-a3d0-37a9cbcc2a7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.508963] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1833.508963] env[63302]: value = "task-1796094" [ 1833.508963] env[63302]: _type = "Task" [ 1833.508963] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.520954] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.637385] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2408fc-79f0-45d9-8e3a-42b68cf5f3b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.645840] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441a2feb-ee53-4be4-8070-1c909c9cbd29 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.680612] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee63d9a-01bc-4ce3-a4ef-6601e671e89a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.686428] env[63302]: DEBUG nova.network.neutron [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Updating instance_info_cache with network_info: [{"id": "e5ab5bcf-43f4-456f-93b2-b916d30a37c0", "address": "fa:16:3e:27:9c:b1", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ab5bcf-43", "ovs_interfaceid": "e5ab5bcf-43f4-456f-93b2-b916d30a37c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.692872] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2770f0-5585-4de3-b1b7-d5bdd7473689 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.714204] env[63302]: DEBUG nova.compute.provider_tree [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.021744] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.193121] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Releasing lock "refresh_cache-6d13ed52-aa60-446a-b9c1-c7746bc35d4c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.193650] env[63302]: DEBUG nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Instance network_info: |[{"id": "e5ab5bcf-43f4-456f-93b2-b916d30a37c0", "address": "fa:16:3e:27:9c:b1", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ab5bcf-43", "ovs_interfaceid": "e5ab5bcf-43f4-456f-93b2-b916d30a37c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.194151] env[63302]: DEBUG oslo_concurrency.lockutils [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] Acquired lock "refresh_cache-6d13ed52-aa60-446a-b9c1-c7746bc35d4c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.194403] env[63302]: DEBUG nova.network.neutron [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Refreshing network info cache for port e5ab5bcf-43f4-456f-93b2-b916d30a37c0 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.196787] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:9c:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5ab5bcf-43f4-456f-93b2-b916d30a37c0', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.204178] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Creating folder: Project (996317fad8064a8f8620c3aec065484c). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.208869] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8a4a16-d219-4bf5-a15e-dda033878733 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.218088] env[63302]: DEBUG nova.scheduler.client.report [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.225597] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Created folder: Project (996317fad8064a8f8620c3aec065484c) in parent group-v372222. [ 1834.225597] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Creating folder: Instances. Parent ref: group-v372490. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.225695] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3401374d-7f8d-43d7-8afb-a6b447b2e86e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.242865] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Created folder: Instances in parent group-v372490. [ 1834.243453] env[63302]: DEBUG oslo.service.loopingcall [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.247050] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.248760] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e9e9974-ed06-40a7-9fc9-e2d8d443be8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.277834] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.277834] env[63302]: value = "task-1796097" [ 1834.277834] env[63302]: _type = "Task" [ 1834.277834] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.287921] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796097, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.299086] env[63302]: DEBUG nova.compute.manager [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1834.354275] env[63302]: DEBUG nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.383443] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.383739] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.384048] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.384280] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.384462] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.384644] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.384869] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.385058] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.385271] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.385461] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.385682] env[63302]: DEBUG nova.virt.hardware [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.386668] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a00c1-90a9-4413-9b1a-722802df6d26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.399374] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845ec7f0-d312-40e3-8dad-c0a05c3f5672 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.497764] env[63302]: DEBUG nova.network.neutron [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Updated VIF entry in instance network info cache for port e5ab5bcf-43f4-456f-93b2-b916d30a37c0. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.498167] env[63302]: DEBUG nova.network.neutron [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Updating instance_info_cache with network_info: [{"id": "e5ab5bcf-43f4-456f-93b2-b916d30a37c0", "address": "fa:16:3e:27:9c:b1", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ab5bcf-43", "ovs_interfaceid": "e5ab5bcf-43f4-456f-93b2-b916d30a37c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.521428] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796094, 'name': ReconfigVM_Task, 'duration_secs': 0.726673} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.521869] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0f36cf81-7f40-4c2a-a530-cff50c4aae2c/0f36cf81-7f40-4c2a-a530-cff50c4aae2c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.522542] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f631ac8a-fed5-4b29-8526-20bbfa78dc7f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.531172] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1834.531172] env[63302]: value = "task-1796098" [ 1834.531172] env[63302]: _type = "Task" [ 1834.531172] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.540807] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796098, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.727484] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.727975] env[63302]: DEBUG nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1834.730597] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.342s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.730826] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.731076] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1834.731454] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.465s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.731743] env[63302]: DEBUG nova.objects.instance [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lazy-loading 'resources' on Instance uuid 7e2e62ec-9c4d-424f-bb4b-8f04c083536c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.733977] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215a05cd-1f7f-43f1-ace9-3a40a46587f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.743267] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0536d9-45ec-4eb0-8f11-eb5e25b2873e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.758613] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732876da-9749-4602-bf53-edd1aa8a7709 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.766215] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b20409-254d-4c14-837a-3b6a722d97de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.797092] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179565MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1834.797256] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.809321] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796097, 'name': CreateVM_Task, 'duration_secs': 0.360857} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.809888] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1834.810571] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.810731] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.811069] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1834.811321] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af63aca9-bfec-495a-a224-b280d95f2cd0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.816714] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1834.816714] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522aa255-a2ee-354c-82e0-d6848e0b3060" [ 1834.816714] env[63302]: _type = "Task" [ 1834.816714] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.824264] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.827500] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522aa255-a2ee-354c-82e0-d6848e0b3060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.001492] env[63302]: DEBUG oslo_concurrency.lockutils [req-58355356-468f-416e-a65b-a8369e17879f req-242880bc-4930-4ec7-b6d9-1fd2e618640d service nova] Releasing lock "refresh_cache-6d13ed52-aa60-446a-b9c1-c7746bc35d4c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.015840] env[63302]: DEBUG nova.network.neutron [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Successfully updated port: 7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1835.041929] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796098, 'name': Rename_Task, 'duration_secs': 0.159647} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.042241] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1835.042500] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49266c9b-542b-49c0-95ab-dd0b94c98510 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.049801] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1835.049801] env[63302]: value = "task-1796099" [ 1835.049801] env[63302]: _type = "Task" [ 1835.049801] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.058067] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.235503] env[63302]: DEBUG nova.compute.utils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.238409] env[63302]: DEBUG nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.238590] env[63302]: DEBUG nova.network.neutron [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.243248] env[63302]: DEBUG nova.compute.manager [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Received event network-vif-plugged-7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1835.243456] env[63302]: DEBUG oslo_concurrency.lockutils [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] Acquiring lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.243661] env[63302]: DEBUG oslo_concurrency.lockutils [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.243827] env[63302]: DEBUG oslo_concurrency.lockutils [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.244034] env[63302]: DEBUG nova.compute.manager [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] No waiting events found dispatching network-vif-plugged-7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1835.244211] env[63302]: WARNING nova.compute.manager [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Received unexpected event network-vif-plugged-7854bbd0-742c-45e5-88c5-151b2a99d4d8 for instance with vm_state building and task_state spawning. [ 1835.244374] env[63302]: DEBUG nova.compute.manager [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Received event network-changed-7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1835.244540] env[63302]: DEBUG nova.compute.manager [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Refreshing instance network info cache due to event network-changed-7854bbd0-742c-45e5-88c5-151b2a99d4d8. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1835.244708] env[63302]: DEBUG oslo_concurrency.lockutils [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.244849] env[63302]: DEBUG oslo_concurrency.lockutils [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.245043] env[63302]: DEBUG nova.network.neutron [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Refreshing network info cache for port 7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.298283] env[63302]: DEBUG nova.policy [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb3b9456cea45eebecb352519e6a75c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '996317fad8064a8f8620c3aec065484c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.331423] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522aa255-a2ee-354c-82e0-d6848e0b3060, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.331785] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.332067] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.333042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.333042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.333042] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.333042] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d72b7660-6ce0-4cc5-9e69-4a574b2c992b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.347547] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.347751] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.348587] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5715af-4f7a-4aa7-b267-6e260ef95e22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.356113] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1835.356113] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b4fa00-938b-a41b-86ed-fbf3ff1f4a09" [ 1835.356113] env[63302]: _type = "Task" [ 1835.356113] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.368186] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b4fa00-938b-a41b-86ed-fbf3ff1f4a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.519781] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.533933] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a96a17-3967-4d0a-a0c5-45c891e1caa3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.542875] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668f2c7e-76af-4fa7-b199-5874c873d7e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.587631] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa966ed-063f-4091-98ea-63869c33cef6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.590444] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.596265] env[63302]: DEBUG nova.network.neutron [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Successfully created port: aeaaed2a-df0c-416c-870d-31f9fc2d6360 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1835.599089] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fded60-d2c3-4d7b-ad49-1219f00bdc51 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.615567] env[63302]: DEBUG nova.compute.provider_tree [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.643046] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-712fc354-76da-417c-8b60-831c514b8467-52547cbd-609a-4c50-afac-de984810cf82" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.643297] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-712fc354-76da-417c-8b60-831c514b8467-52547cbd-609a-4c50-afac-de984810cf82" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.643660] env[63302]: DEBUG nova.objects.instance [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'flavor' on Instance uuid 712fc354-76da-417c-8b60-831c514b8467 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.747668] env[63302]: DEBUG nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1835.800591] env[63302]: DEBUG nova.network.neutron [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.868023] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b4fa00-938b-a41b-86ed-fbf3ff1f4a09, 'name': SearchDatastore_Task, 'duration_secs': 0.031981} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.869353] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125459fd-798f-4a69-91ee-e3911e68225a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.877321] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1835.877321] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e14d80-9473-e06b-daca-2fd160628a95" [ 1835.877321] env[63302]: _type = "Task" [ 1835.877321] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.887539] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e14d80-9473-e06b-daca-2fd160628a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.060549] env[63302]: DEBUG oslo_vmware.api [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796099, 'name': PowerOnVM_Task, 'duration_secs': 0.526449} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.060845] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.061088] env[63302]: INFO nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1836.061277] env[63302]: DEBUG nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.062098] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae519d7-c738-4d31-8325-2b30b5ed9d40 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.119509] env[63302]: DEBUG nova.scheduler.client.report [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.158679] env[63302]: DEBUG nova.network.neutron [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.242760] env[63302]: DEBUG nova.objects.instance [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'pci_requests' on Instance uuid 712fc354-76da-417c-8b60-831c514b8467 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.389549] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e14d80-9473-e06b-daca-2fd160628a95, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.389852] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.390158] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6d13ed52-aa60-446a-b9c1-c7746bc35d4c/6d13ed52-aa60-446a-b9c1-c7746bc35d4c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.390404] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-392da0b4-b56c-4f66-860e-408296666afd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.399013] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1836.399013] env[63302]: value = "task-1796100" [ 1836.399013] env[63302]: _type = "Task" [ 1836.399013] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.408519] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.582023] env[63302]: INFO nova.compute.manager [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Took 24.34 seconds to build instance. [ 1836.627606] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.631619] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.535s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.632124] env[63302]: DEBUG nova.objects.instance [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lazy-loading 'resources' on Instance uuid 5245bfcc-381e-484e-a233-b801e49ecb79 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.655846] env[63302]: INFO nova.scheduler.client.report [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleted allocations for instance 7e2e62ec-9c4d-424f-bb4b-8f04c083536c [ 1836.664149] env[63302]: DEBUG oslo_concurrency.lockutils [req-ed0db078-fac3-43f9-a3d8-a3783a2ab026 req-09fd9b85-8ced-4acb-a225-1f06e42fe62c service nova] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.665033] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.665144] env[63302]: DEBUG nova.network.neutron [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.745789] env[63302]: DEBUG nova.objects.base [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Object Instance<712fc354-76da-417c-8b60-831c514b8467> lazy-loaded attributes: flavor,pci_requests {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1836.746334] env[63302]: DEBUG nova.network.neutron [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1836.759267] env[63302]: DEBUG nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1836.794111] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1836.794525] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.794897] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1836.795231] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.796083] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1836.796301] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1836.796568] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1836.796712] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1836.796900] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1836.797085] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1836.797273] env[63302]: DEBUG nova.virt.hardware [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1836.798487] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a983ed-557e-4d30-8f39-aac8b89ddc96 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.809960] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a41828-bf6f-4fb4-95fa-ee26c7727837 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.872942] env[63302]: DEBUG nova.policy [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1836.914954] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796100, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.086507] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8444cce5-50f4-497e-ac6e-b981b2fd8898 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.858s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.171291] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1c71dd41-3425-40c6-aedf-2bb1b8001b51 tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.520s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.176121] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.313s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.176509] env[63302]: INFO nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] During sync_power_state the instance has a pending task (deleting). Skip. [ 1837.176622] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "7e2e62ec-9c4d-424f-bb4b-8f04c083536c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.004s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.236642] env[63302]: DEBUG nova.network.neutron [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1837.392592] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe9c0bf-15c4-4be2-9919-63d1d4a32a6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.420008] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1db5f4-4bc7-4574-a6e9-e23ec1e259d6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.433023] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796100, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.467050] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939ca86-3170-41f8-8f59-2a90d1196615 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.475157] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1145fd61-c234-4c0d-936f-c48ea6bb7da1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.489100] env[63302]: DEBUG nova.compute.provider_tree [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.492743] env[63302]: DEBUG nova.network.neutron [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.544926] env[63302]: DEBUG nova.network.neutron [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Successfully updated port: aeaaed2a-df0c-416c-870d-31f9fc2d6360 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1837.630117] env[63302]: DEBUG nova.compute.manager [req-56b5589c-131e-4d9d-8867-e6c50ba5e15a req-c4741337-249d-4de4-a6a7-98f9c9490979 service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Received event network-vif-plugged-aeaaed2a-df0c-416c-870d-31f9fc2d6360 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1837.630117] env[63302]: DEBUG oslo_concurrency.lockutils [req-56b5589c-131e-4d9d-8867-e6c50ba5e15a req-c4741337-249d-4de4-a6a7-98f9c9490979 service nova] Acquiring lock "234e3530-5b17-4fdb-b18a-d9a036446554-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.630117] env[63302]: DEBUG oslo_concurrency.lockutils [req-56b5589c-131e-4d9d-8867-e6c50ba5e15a req-c4741337-249d-4de4-a6a7-98f9c9490979 service nova] Lock "234e3530-5b17-4fdb-b18a-d9a036446554-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.630275] env[63302]: DEBUG oslo_concurrency.lockutils [req-56b5589c-131e-4d9d-8867-e6c50ba5e15a req-c4741337-249d-4de4-a6a7-98f9c9490979 service nova] Lock "234e3530-5b17-4fdb-b18a-d9a036446554-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.630419] env[63302]: DEBUG nova.compute.manager [req-56b5589c-131e-4d9d-8867-e6c50ba5e15a req-c4741337-249d-4de4-a6a7-98f9c9490979 service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] No waiting events found dispatching network-vif-plugged-aeaaed2a-df0c-416c-870d-31f9fc2d6360 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.630587] env[63302]: WARNING nova.compute.manager [req-56b5589c-131e-4d9d-8867-e6c50ba5e15a req-c4741337-249d-4de4-a6a7-98f9c9490979 service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Received unexpected event network-vif-plugged-aeaaed2a-df0c-416c-870d-31f9fc2d6360 for instance with vm_state building and task_state spawning. [ 1837.931269] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796100, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.995105] env[63302]: DEBUG nova.scheduler.client.report [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.998596] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.998861] env[63302]: DEBUG nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Instance network_info: |[{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1837.999468] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:27:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7854bbd0-742c-45e5-88c5-151b2a99d4d8', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1838.007249] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Creating folder: Project (76b33cec38604c32af8eaeb848458cac). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1838.007526] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1133aa7c-c00c-4098-96f5-01f8ffd5a9be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.021973] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Created folder: Project (76b33cec38604c32af8eaeb848458cac) in parent group-v372222. [ 1838.022227] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Creating folder: Instances. Parent ref: group-v372493. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1838.022471] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2372de21-18a8-4f23-a392-9cb2e1f83b5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.035028] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Created folder: Instances in parent group-v372493. [ 1838.035028] env[63302]: DEBUG oslo.service.loopingcall [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.035028] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1838.035028] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4964ebeb-884e-4b82-abdf-3c4f1a28583a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.050408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "refresh_cache-234e3530-5b17-4fdb-b18a-d9a036446554" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.050773] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquired lock "refresh_cache-234e3530-5b17-4fdb-b18a-d9a036446554" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.051033] env[63302]: DEBUG nova.network.neutron [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.058473] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1838.058473] env[63302]: value = "task-1796103" [ 1838.058473] env[63302]: _type = "Task" [ 1838.058473] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.070095] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796103, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.403062] env[63302]: DEBUG oslo_concurrency.lockutils [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.403062] env[63302]: DEBUG oslo_concurrency.lockutils [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.403062] env[63302]: DEBUG nova.compute.manager [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.403062] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac24e13-53af-40aa-9159-c152b7189ba4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.418522] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796100, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.550778} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.420966] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6d13ed52-aa60-446a-b9c1-c7746bc35d4c/6d13ed52-aa60-446a-b9c1-c7746bc35d4c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.421498] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.421924] env[63302]: DEBUG nova.compute.manager [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1838.422715] env[63302]: DEBUG nova.objects.instance [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lazy-loading 'flavor' on Instance uuid 0f36cf81-7f40-4c2a-a530-cff50c4aae2c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.424593] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-febe3e20-7fd4-4ebe-8d53-3c6649259b9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.432357] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1838.432357] env[63302]: value = "task-1796104" [ 1838.432357] env[63302]: _type = "Task" [ 1838.432357] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.442447] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.501585] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.504773] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.617s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.505407] env[63302]: DEBUG nova.objects.instance [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lazy-loading 'pci_requests' on Instance uuid dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.527148] env[63302]: INFO nova.scheduler.client.report [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Deleted allocations for instance 5245bfcc-381e-484e-a233-b801e49ecb79 [ 1838.569075] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796103, 'name': CreateVM_Task, 'duration_secs': 0.464167} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.569219] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1838.569850] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.570040] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.570382] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1838.570662] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7170abb5-b0c2-4491-9b28-be0dc48e6aed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.577358] env[63302]: DEBUG nova.compute.manager [req-28a92079-3b7d-45a5-be86-2bd24b40c91a req-d9be520a-a079-4039-8272-d9783042c961 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-vif-plugged-52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1838.577508] env[63302]: DEBUG oslo_concurrency.lockutils [req-28a92079-3b7d-45a5-be86-2bd24b40c91a req-d9be520a-a079-4039-8272-d9783042c961 service nova] Acquiring lock "712fc354-76da-417c-8b60-831c514b8467-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.577663] env[63302]: DEBUG oslo_concurrency.lockutils [req-28a92079-3b7d-45a5-be86-2bd24b40c91a req-d9be520a-a079-4039-8272-d9783042c961 service nova] Lock "712fc354-76da-417c-8b60-831c514b8467-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.577836] env[63302]: DEBUG oslo_concurrency.lockutils [req-28a92079-3b7d-45a5-be86-2bd24b40c91a req-d9be520a-a079-4039-8272-d9783042c961 service nova] Lock "712fc354-76da-417c-8b60-831c514b8467-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.578015] env[63302]: DEBUG nova.compute.manager [req-28a92079-3b7d-45a5-be86-2bd24b40c91a req-d9be520a-a079-4039-8272-d9783042c961 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] No waiting events found dispatching network-vif-plugged-52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1838.578569] env[63302]: WARNING nova.compute.manager [req-28a92079-3b7d-45a5-be86-2bd24b40c91a req-d9be520a-a079-4039-8272-d9783042c961 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received unexpected event network-vif-plugged-52547cbd-609a-4c50-afac-de984810cf82 for instance with vm_state active and task_state None. [ 1838.583205] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1838.583205] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5298344a-03c8-65fc-b344-692bea24d071" [ 1838.583205] env[63302]: _type = "Task" [ 1838.583205] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.586614] env[63302]: DEBUG nova.network.neutron [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1838.592707] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5298344a-03c8-65fc-b344-692bea24d071, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.593219] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.593437] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.593670] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.593822] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.594033] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.594311] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc93c4ad-0155-476a-a55c-4c935abfffd6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.603664] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.603864] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.604629] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6f0367-a87e-40b5-a2ec-4d45037b4309 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.612583] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1838.612583] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526b58cd-df73-b4f2-d5a0-d116b28c1719" [ 1838.612583] env[63302]: _type = "Task" [ 1838.612583] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.621615] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526b58cd-df73-b4f2-d5a0-d116b28c1719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.682203] env[63302]: DEBUG nova.network.neutron [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Successfully updated port: 52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1838.743459] env[63302]: DEBUG nova.network.neutron [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Updating instance_info_cache with network_info: [{"id": "aeaaed2a-df0c-416c-870d-31f9fc2d6360", "address": "fa:16:3e:27:11:c4", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaaed2a-df", "ovs_interfaceid": "aeaaed2a-df0c-416c-870d-31f9fc2d6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.948197] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087746} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.948659] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1838.949788] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fdd159-381a-4cdd-913e-3c9e9ccad1c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.987617] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 6d13ed52-aa60-446a-b9c1-c7746bc35d4c/6d13ed52-aa60-446a-b9c1-c7746bc35d4c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.988057] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ce6751-406e-41f1-acbb-d0ab7d9d0b96 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.014464] env[63302]: DEBUG nova.objects.instance [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lazy-loading 'numa_topology' on Instance uuid dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.024422] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1839.024422] env[63302]: value = "task-1796106" [ 1839.024422] env[63302]: _type = "Task" [ 1839.024422] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.040855] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.041579] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5d780c81-3fd0-46de-a24b-8f4efd8bf0cc tempest-ServerDiskConfigTestJSON-805515257 tempest-ServerDiskConfigTestJSON-805515257-project-member] Lock "5245bfcc-381e-484e-a233-b801e49ecb79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.038s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.124818] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526b58cd-df73-b4f2-d5a0-d116b28c1719, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.126088] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2ff6fd-f77e-4161-a9d8-fc8e93008a4d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.132814] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1839.132814] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52050b20-5b78-fcf7-8674-8971dbba77ed" [ 1839.132814] env[63302]: _type = "Task" [ 1839.132814] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.142274] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52050b20-5b78-fcf7-8674-8971dbba77ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.185066] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.185066] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.185214] env[63302]: DEBUG nova.network.neutron [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.246967] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Releasing lock "refresh_cache-234e3530-5b17-4fdb-b18a-d9a036446554" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.246967] env[63302]: DEBUG nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Instance network_info: |[{"id": "aeaaed2a-df0c-416c-870d-31f9fc2d6360", "address": "fa:16:3e:27:11:c4", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaaed2a-df", "ovs_interfaceid": "aeaaed2a-df0c-416c-870d-31f9fc2d6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1839.246967] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:11:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeaaed2a-df0c-416c-870d-31f9fc2d6360', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.255205] env[63302]: DEBUG oslo.service.loopingcall [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.255205] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.255374] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-292c5a3d-0774-4387-88e0-fa72daf4c6d4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.277618] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.277618] env[63302]: value = "task-1796107" [ 1839.277618] env[63302]: _type = "Task" [ 1839.277618] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.286014] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796107, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.433927] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1839.434407] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5183ec-9a1c-4286-93a6-bfa165f08dc3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.442862] env[63302]: DEBUG oslo_vmware.api [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1839.442862] env[63302]: value = "task-1796108" [ 1839.442862] env[63302]: _type = "Task" [ 1839.442862] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.452509] env[63302]: DEBUG oslo_vmware.api [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.517684] env[63302]: INFO nova.compute.claims [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.536016] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.647482] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52050b20-5b78-fcf7-8674-8971dbba77ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.647978] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.648381] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b6ceb9da-fada-4af8-bfb2-ed56a26d31c0/b6ceb9da-fada-4af8-bfb2-ed56a26d31c0.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.648738] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64309f16-8bd0-47db-8f89-ac0acdb5dd31 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.657609] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1839.657609] env[63302]: value = "task-1796109" [ 1839.657609] env[63302]: _type = "Task" [ 1839.657609] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.670949] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.674984] env[63302]: DEBUG nova.compute.manager [req-ca022ec1-7d6c-44f0-8cc5-e3aa691bc4a6 req-2ac152a0-7711-4cc3-ba1e-1fe4fa6f8adf service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Received event network-changed-aeaaed2a-df0c-416c-870d-31f9fc2d6360 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1839.675301] env[63302]: DEBUG nova.compute.manager [req-ca022ec1-7d6c-44f0-8cc5-e3aa691bc4a6 req-2ac152a0-7711-4cc3-ba1e-1fe4fa6f8adf service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Refreshing instance network info cache due to event network-changed-aeaaed2a-df0c-416c-870d-31f9fc2d6360. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1839.675705] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca022ec1-7d6c-44f0-8cc5-e3aa691bc4a6 req-2ac152a0-7711-4cc3-ba1e-1fe4fa6f8adf service nova] Acquiring lock "refresh_cache-234e3530-5b17-4fdb-b18a-d9a036446554" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.675941] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca022ec1-7d6c-44f0-8cc5-e3aa691bc4a6 req-2ac152a0-7711-4cc3-ba1e-1fe4fa6f8adf service nova] Acquired lock "refresh_cache-234e3530-5b17-4fdb-b18a-d9a036446554" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.676073] env[63302]: DEBUG nova.network.neutron [req-ca022ec1-7d6c-44f0-8cc5-e3aa691bc4a6 req-2ac152a0-7711-4cc3-ba1e-1fe4fa6f8adf service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Refreshing network info cache for port aeaaed2a-df0c-416c-870d-31f9fc2d6360 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.756786] env[63302]: WARNING nova.network.neutron [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] 3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78 already exists in list: networks containing: ['3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78']. ignoring it [ 1839.794614] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796107, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.954199] env[63302]: DEBUG oslo_vmware.api [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796108, 'name': PowerOffVM_Task, 'duration_secs': 0.262238} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.954512] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.954713] env[63302]: DEBUG nova.compute.manager [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.955565] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949e9289-4f26-421e-9e8a-86dfccb7ae5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.037282] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796106, 'name': ReconfigVM_Task, 'duration_secs': 0.636837} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.038831] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 6d13ed52-aa60-446a-b9c1-c7746bc35d4c/6d13ed52-aa60-446a-b9c1-c7746bc35d4c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.039716] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69071807-6b53-4da1-9ba4-1086b36c43d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.046839] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1840.046839] env[63302]: value = "task-1796110" [ 1840.046839] env[63302]: _type = "Task" [ 1840.046839] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.058481] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796110, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.170696] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.262038] env[63302]: DEBUG nova.network.neutron [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52547cbd-609a-4c50-afac-de984810cf82", "address": "fa:16:3e:44:0a:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52547cbd-60", "ovs_interfaceid": "52547cbd-609a-4c50-afac-de984810cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.292182] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796107, 'name': CreateVM_Task, 'duration_secs': 0.536299} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.292383] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.293113] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.293293] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.293627] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.293895] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5374f97f-0005-46be-bbfd-cb82f6a0c8fc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.301433] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1840.301433] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52115d37-bf72-0757-5ccf-eb27ff605d64" [ 1840.301433] env[63302]: _type = "Task" [ 1840.301433] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.312725] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52115d37-bf72-0757-5ccf-eb27ff605d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.462505] env[63302]: DEBUG nova.network.neutron [req-ca022ec1-7d6c-44f0-8cc5-e3aa691bc4a6 req-2ac152a0-7711-4cc3-ba1e-1fe4fa6f8adf service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Updated VIF entry in instance network info cache for port aeaaed2a-df0c-416c-870d-31f9fc2d6360. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.462896] env[63302]: DEBUG nova.network.neutron [req-ca022ec1-7d6c-44f0-8cc5-e3aa691bc4a6 req-2ac152a0-7711-4cc3-ba1e-1fe4fa6f8adf service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Updating instance_info_cache with network_info: [{"id": "aeaaed2a-df0c-416c-870d-31f9fc2d6360", "address": "fa:16:3e:27:11:c4", "network": {"id": "77290bdc-a106-4a64-8f36-0f55d241bfee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea21cb80ca5f4e35ad55207c8fc746a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaaed2a-df", "ovs_interfaceid": "aeaaed2a-df0c-416c-870d-31f9fc2d6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.469931] env[63302]: DEBUG oslo_concurrency.lockutils [None req-924be911-dcd0-4a25-a0cc-1d8870b650f7 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.559939] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796110, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.672972] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834013} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.673262] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] b6ceb9da-fada-4af8-bfb2-ed56a26d31c0/b6ceb9da-fada-4af8-bfb2-ed56a26d31c0.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.673478] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1840.673739] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea0490fe-2454-4fe4-834b-1b834e09adc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.683999] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1840.683999] env[63302]: value = "task-1796111" [ 1840.683999] env[63302]: _type = "Task" [ 1840.683999] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.693174] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.764537] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.766746] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.766908] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.767887] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd17b7dc-783d-4bbe-866a-4d1c34028ee7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.795964] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1840.795964] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.796245] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1840.796549] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.796549] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1840.796694] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1840.796953] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1840.797089] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1840.797180] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1840.797350] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1840.797531] env[63302]: DEBUG nova.virt.hardware [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1840.806202] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Reconfiguring VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1840.806385] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc99562d-391f-4ade-9c6b-cad77e9bb7c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.832954] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52115d37-bf72-0757-5ccf-eb27ff605d64, 'name': SearchDatastore_Task, 'duration_secs': 0.052088} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.835365] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.835365] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.835547] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.835699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.835878] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.836237] env[63302]: DEBUG oslo_vmware.api [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1840.836237] env[63302]: value = "task-1796112" [ 1840.836237] env[63302]: _type = "Task" [ 1840.836237] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.838681] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1af9f370-866c-4bd6-9e4e-09566425b398 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.852856] env[63302]: DEBUG oslo_vmware.api [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796112, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.854911] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.855164] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.855886] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a056100-6483-4112-99ea-a5cc7035bc8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.863773] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1840.863773] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526d7ac3-1968-be44-bd7e-58f75a5086ae" [ 1840.863773] env[63302]: _type = "Task" [ 1840.863773] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.874692] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526d7ac3-1968-be44-bd7e-58f75a5086ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.889570] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5147aaef-e52b-4036-8e16-05af1fcdca1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.897979] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13728b9a-d17e-4e02-8b1b-753c164e152f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.928696] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677c4bc2-bc88-4622-8942-c78449f58809 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.937217] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86d053-fd23-4e72-ab23-3222083c40ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.953159] env[63302]: DEBUG nova.compute.provider_tree [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.966064] env[63302]: DEBUG oslo_concurrency.lockutils [req-ca022ec1-7d6c-44f0-8cc5-e3aa691bc4a6 req-2ac152a0-7711-4cc3-ba1e-1fe4fa6f8adf service nova] Releasing lock "refresh_cache-234e3530-5b17-4fdb-b18a-d9a036446554" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.059455] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796110, 'name': Rename_Task, 'duration_secs': 0.543852} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.059455] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.060208] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1cfdf9-b6e1-42e2-9ab9-f8276678248c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.068211] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1841.068211] env[63302]: value = "task-1796113" [ 1841.068211] env[63302]: _type = "Task" [ 1841.068211] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.078406] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.195892] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067301} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.197779] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1841.199865] env[63302]: DEBUG nova.compute.manager [req-39b62598-07bf-4b35-a4e0-d0180d8e5d3b req-9bfbc8b3-03d0-463c-846b-19f418463088 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-changed-52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1841.200482] env[63302]: DEBUG nova.compute.manager [req-39b62598-07bf-4b35-a4e0-d0180d8e5d3b req-9bfbc8b3-03d0-463c-846b-19f418463088 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing instance network info cache due to event network-changed-52547cbd-609a-4c50-afac-de984810cf82. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1841.202182] env[63302]: DEBUG oslo_concurrency.lockutils [req-39b62598-07bf-4b35-a4e0-d0180d8e5d3b req-9bfbc8b3-03d0-463c-846b-19f418463088 service nova] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.202182] env[63302]: DEBUG oslo_concurrency.lockutils [req-39b62598-07bf-4b35-a4e0-d0180d8e5d3b req-9bfbc8b3-03d0-463c-846b-19f418463088 service nova] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.202182] env[63302]: DEBUG nova.network.neutron [req-39b62598-07bf-4b35-a4e0-d0180d8e5d3b req-9bfbc8b3-03d0-463c-846b-19f418463088 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing network info cache for port 52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.204584] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43f719-84c3-466a-b706-ac4a842377fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.239792] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b6ceb9da-fada-4af8-bfb2-ed56a26d31c0/b6ceb9da-fada-4af8-bfb2-ed56a26d31c0.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.240639] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd3b8a0-5e5d-4b90-af5d-5c69a0e777c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.264926] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1841.264926] env[63302]: value = "task-1796114" [ 1841.264926] env[63302]: _type = "Task" [ 1841.264926] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.274863] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.342148] env[63302]: DEBUG nova.compute.manager [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.347367] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b80762-985c-44aa-bf57-b0405866fd44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.359971] env[63302]: DEBUG oslo_vmware.api [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.381205] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526d7ac3-1968-be44-bd7e-58f75a5086ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.383495] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fbe030-7f5d-4520-837c-8ef2d25db5ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.390248] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1841.390248] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5235c168-0b2e-32f8-a391-e831be7da5eb" [ 1841.390248] env[63302]: _type = "Task" [ 1841.390248] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.404638] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5235c168-0b2e-32f8-a391-e831be7da5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.457855] env[63302]: DEBUG nova.scheduler.client.report [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.582995] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796113, 'name': PowerOnVM_Task} progress is 96%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.775789] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796114, 'name': ReconfigVM_Task, 'duration_secs': 0.484436} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.776143] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b6ceb9da-fada-4af8-bfb2-ed56a26d31c0/b6ceb9da-fada-4af8-bfb2-ed56a26d31c0.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.776800] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99e9b67d-b3ef-4f3d-83ae-9a1b4d9c9b8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.785723] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1841.785723] env[63302]: value = "task-1796115" [ 1841.785723] env[63302]: _type = "Task" [ 1841.785723] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.801046] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796115, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.852283] env[63302]: DEBUG oslo_vmware.api [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796112, 'name': ReconfigVM_Task, 'duration_secs': 0.850149} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.852826] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.853080] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Reconfigured VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1841.861887] env[63302]: INFO nova.compute.manager [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] instance snapshotting [ 1841.862427] env[63302]: DEBUG nova.objects.instance [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'flavor' on Instance uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.903710] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5235c168-0b2e-32f8-a391-e831be7da5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.907035] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.907425] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 234e3530-5b17-4fdb-b18a-d9a036446554/234e3530-5b17-4fdb-b18a-d9a036446554.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.908118] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4169ee6-434e-46f6-a60e-fff926a04027 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.934221] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1841.934221] env[63302]: value = "task-1796116" [ 1841.934221] env[63302]: _type = "Task" [ 1841.934221] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.946729] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.962208] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.457s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.964499] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.243s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.966194] env[63302]: INFO nova.compute.claims [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.000534] env[63302]: INFO nova.network.neutron [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating port e0374aff-2571-4d36-8ab1-0b0137079bcd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1842.029061] env[63302]: DEBUG nova.network.neutron [req-39b62598-07bf-4b35-a4e0-d0180d8e5d3b req-9bfbc8b3-03d0-463c-846b-19f418463088 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updated VIF entry in instance network info cache for port 52547cbd-609a-4c50-afac-de984810cf82. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.029528] env[63302]: DEBUG nova.network.neutron [req-39b62598-07bf-4b35-a4e0-d0180d8e5d3b req-9bfbc8b3-03d0-463c-846b-19f418463088 service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52547cbd-609a-4c50-afac-de984810cf82", "address": "fa:16:3e:44:0a:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52547cbd-60", "ovs_interfaceid": "52547cbd-609a-4c50-afac-de984810cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.079993] env[63302]: DEBUG oslo_vmware.api [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796113, 'name': PowerOnVM_Task, 'duration_secs': 0.574962} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.083816] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.083816] env[63302]: INFO nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1842.083816] env[63302]: DEBUG nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.083816] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5adf7a7-e58c-40fc-8b3d-6da2f4fe2d5a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.297836] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796115, 'name': Rename_Task, 'duration_secs': 0.250936} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.298146] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.298399] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a8e0db1-ae44-4fdd-a2b4-f5e7b0e50ef2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.305850] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1842.305850] env[63302]: value = "task-1796117" [ 1842.305850] env[63302]: _type = "Task" [ 1842.305850] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.315262] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.358977] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c84a67b5-54bb-48f2-90cd-e2332c4c1dc9 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-712fc354-76da-417c-8b60-831c514b8467-52547cbd-609a-4c50-afac-de984810cf82" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.715s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.367828] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523cbe89-43b2-435a-a11f-3a6e6f4f0e40 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.387342] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "a3086519-e3e2-439d-8dfd-942b8d506742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.387598] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "a3086519-e3e2-439d-8dfd-942b8d506742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.387809] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "a3086519-e3e2-439d-8dfd-942b8d506742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.387995] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "a3086519-e3e2-439d-8dfd-942b8d506742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.388196] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "a3086519-e3e2-439d-8dfd-942b8d506742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.390404] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f678c6c-6df5-4b80-bc2c-cfb6347b7b95 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.393893] env[63302]: INFO nova.compute.manager [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Terminating instance [ 1842.444815] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796116, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.532496] env[63302]: DEBUG oslo_concurrency.lockutils [req-39b62598-07bf-4b35-a4e0-d0180d8e5d3b req-9bfbc8b3-03d0-463c-846b-19f418463088 service nova] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.602455] env[63302]: INFO nova.compute.manager [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Took 25.96 seconds to build instance. [ 1842.718589] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.718805] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.718933] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.719147] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.719414] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.722314] env[63302]: INFO nova.compute.manager [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Terminating instance [ 1842.816766] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.897560] env[63302]: DEBUG nova.compute.manager [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1842.897790] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.899046] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba53d4f3-86b7-4ac8-a12b-bb011fc33360 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.904958] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1842.907253] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a95645bc-9331-4c33-a815-5759db8be879 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.909463] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.909658] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6344749-4e11-4321-91f6-98afd5160047 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.932163] env[63302]: DEBUG oslo_vmware.api [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1842.932163] env[63302]: value = "task-1796119" [ 1842.932163] env[63302]: _type = "Task" [ 1842.932163] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.937450] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1842.937450] env[63302]: value = "task-1796118" [ 1842.937450] env[63302]: _type = "Task" [ 1842.937450] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.950628] env[63302]: DEBUG oslo_vmware.api [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.956224] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.959646] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796116, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003181} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.959897] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 234e3530-5b17-4fdb-b18a-d9a036446554/234e3530-5b17-4fdb-b18a-d9a036446554.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1842.960135] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.960471] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8b565c6-29b6-4e46-aa6a-5950530711fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.968173] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1842.968173] env[63302]: value = "task-1796120" [ 1842.968173] env[63302]: _type = "Task" [ 1842.968173] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.980817] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.106814] env[63302]: DEBUG oslo_concurrency.lockutils [None req-250953b6-4737-40ca-8ddb-723537b75ccf tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.495s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.204568] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfeeb5b-b819-491e-935a-b194929a7d67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.212882] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b44770-ee2e-4041-9d4a-354053b19020 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.244508] env[63302]: DEBUG nova.compute.manager [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1843.244767] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1843.246233] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23809485-9b6e-4c35-a607-7b7e8a27349b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.249532] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a08d58-501b-4b90-a2d3-4f666497bbda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.262147] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793332ac-8d42-4369-abbd-0423ffdf052c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.265711] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1843.265973] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff3667a8-d65b-487b-ba72-29576d022471 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.278243] env[63302]: DEBUG nova.compute.provider_tree [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.317838] env[63302]: DEBUG oslo_vmware.api [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796117, 'name': PowerOnVM_Task, 'duration_secs': 0.791734} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.318964] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.318964] env[63302]: INFO nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1843.318964] env[63302]: DEBUG nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.319349] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb8d2e-9b36-4a61-ad31-20d422a813b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.443491] env[63302]: DEBUG oslo_vmware.api [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796119, 'name': PowerOffVM_Task, 'duration_secs': 0.466002} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.446764] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.446939] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1843.447213] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-591ced8e-b529-433d-bd1b-6fca2086832f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.457684] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.478502] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139026} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.478793] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.479661] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50f9e5-2b5f-4cff-8d79-4cae24683792 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.507142] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 234e3530-5b17-4fdb-b18a-d9a036446554/234e3530-5b17-4fdb-b18a-d9a036446554.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.508474] env[63302]: DEBUG nova.compute.manager [req-b0c584e1-80a8-437e-a028-1450484c19ea req-83ae9ce2-c048-4f44-b54a-9f5bfe638c2d service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received event network-vif-plugged-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1843.508679] env[63302]: DEBUG oslo_concurrency.lockutils [req-b0c584e1-80a8-437e-a028-1450484c19ea req-83ae9ce2-c048-4f44-b54a-9f5bfe638c2d service nova] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.509321] env[63302]: DEBUG oslo_concurrency.lockutils [req-b0c584e1-80a8-437e-a028-1450484c19ea req-83ae9ce2-c048-4f44-b54a-9f5bfe638c2d service nova] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.509321] env[63302]: DEBUG oslo_concurrency.lockutils [req-b0c584e1-80a8-437e-a028-1450484c19ea req-83ae9ce2-c048-4f44-b54a-9f5bfe638c2d service nova] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.509321] env[63302]: DEBUG nova.compute.manager [req-b0c584e1-80a8-437e-a028-1450484c19ea req-83ae9ce2-c048-4f44-b54a-9f5bfe638c2d service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] No waiting events found dispatching network-vif-plugged-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1843.509460] env[63302]: WARNING nova.compute.manager [req-b0c584e1-80a8-437e-a028-1450484c19ea req-83ae9ce2-c048-4f44-b54a-9f5bfe638c2d service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received unexpected event network-vif-plugged-e0374aff-2571-4d36-8ab1-0b0137079bcd for instance with vm_state shelved_offloaded and task_state spawning. [ 1843.510146] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1777d368-7b4d-4704-a64d-f5b1e40f35c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.531839] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1843.531839] env[63302]: value = "task-1796123" [ 1843.531839] env[63302]: _type = "Task" [ 1843.531839] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.541067] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.590687] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.590941] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.591258] env[63302]: DEBUG nova.network.neutron [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.782563] env[63302]: DEBUG nova.scheduler.client.report [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.843721] env[63302]: INFO nova.compute.manager [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Took 26.95 seconds to build instance. [ 1843.954372] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.973393] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-712fc354-76da-417c-8b60-831c514b8467-52547cbd-609a-4c50-afac-de984810cf82" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.973775] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-712fc354-76da-417c-8b60-831c514b8467-52547cbd-609a-4c50-afac-de984810cf82" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.044402] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796123, 'name': ReconfigVM_Task, 'duration_secs': 0.366341} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.044702] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 234e3530-5b17-4fdb-b18a-d9a036446554/234e3530-5b17-4fdb-b18a-d9a036446554.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.045911] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e07d063-4bea-4684-aa14-72c77e6d6a3b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.050413] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1844.050772] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1844.050969] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleting the datastore file [datastore1] 0f36cf81-7f40-4c2a-a530-cff50c4aae2c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.051177] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36a2c677-6602-40c8-8fdf-e7b2ab6db668 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.055182] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1844.055182] env[63302]: value = "task-1796124" [ 1844.055182] env[63302]: _type = "Task" [ 1844.055182] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.063843] env[63302]: DEBUG oslo_vmware.api [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1844.063843] env[63302]: value = "task-1796125" [ 1844.063843] env[63302]: _type = "Task" [ 1844.063843] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.068201] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796124, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.068530] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1844.068713] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1844.068912] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleting the datastore file [datastore1] a3086519-e3e2-439d-8dfd-942b8d506742 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.072208] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86f27fd0-e345-4d18-a3c0-f6734a897837 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.080091] env[63302]: DEBUG oslo_vmware.api [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.081501] env[63302]: DEBUG oslo_vmware.api [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1844.081501] env[63302]: value = "task-1796126" [ 1844.081501] env[63302]: _type = "Task" [ 1844.081501] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.091765] env[63302]: DEBUG oslo_vmware.api [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.289017] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.289605] env[63302]: DEBUG nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1844.293748] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.496s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.344603] env[63302]: DEBUG nova.network.neutron [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [{"id": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "address": "fa:16:3e:af:e6:2b", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0374aff-25", "ovs_interfaceid": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.347038] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3eefb65c-3c05-457f-aa89-e63a8b66b8a7 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.461s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.458028] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796118, 'name': CreateSnapshot_Task, 'duration_secs': 1.31663} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.458028] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1844.458028] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba686d6e-cb44-4320-a6db-53cac8b2079e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.477016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.477224] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.478061] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0df5bd0-8214-4a03-aa5f-f386cdec0faf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.496705] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9afbaa-eedc-4ba8-8255-1341285bfd65 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.523730] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Reconfiguring VM to detach interface {{(pid=63302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1844.524412] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-367385e9-6654-42b9-ad30-9b52d084a364 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.541954] env[63302]: DEBUG nova.compute.manager [req-bb002663-ed88-40f9-bdfc-bbeb0a75ab2e req-c3669caf-a581-4a80-a8c0-41512879c1d3 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Received event network-changed-7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1844.541954] env[63302]: DEBUG nova.compute.manager [req-bb002663-ed88-40f9-bdfc-bbeb0a75ab2e req-c3669caf-a581-4a80-a8c0-41512879c1d3 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Refreshing instance network info cache due to event network-changed-7854bbd0-742c-45e5-88c5-151b2a99d4d8. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1844.541954] env[63302]: DEBUG oslo_concurrency.lockutils [req-bb002663-ed88-40f9-bdfc-bbeb0a75ab2e req-c3669caf-a581-4a80-a8c0-41512879c1d3 service nova] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.541954] env[63302]: DEBUG oslo_concurrency.lockutils [req-bb002663-ed88-40f9-bdfc-bbeb0a75ab2e req-c3669caf-a581-4a80-a8c0-41512879c1d3 service nova] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.541954] env[63302]: DEBUG nova.network.neutron [req-bb002663-ed88-40f9-bdfc-bbeb0a75ab2e req-c3669caf-a581-4a80-a8c0-41512879c1d3 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Refreshing network info cache for port 7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.548467] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1844.548467] env[63302]: value = "task-1796127" [ 1844.548467] env[63302]: _type = "Task" [ 1844.548467] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.558345] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.566664] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796124, 'name': Rename_Task, 'duration_secs': 0.171498} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.568035] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.568035] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18933c68-a0d5-48ea-a631-89de61c271bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.577335] env[63302]: DEBUG oslo_vmware.api [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222499} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.578929] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.579184] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.579323] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.579561] env[63302]: INFO nova.compute.manager [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1844.579808] env[63302]: DEBUG oslo.service.loopingcall [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.580076] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1844.580076] env[63302]: value = "task-1796128" [ 1844.580076] env[63302]: _type = "Task" [ 1844.580076] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.580270] env[63302]: DEBUG nova.compute.manager [-] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1844.580406] env[63302]: DEBUG nova.network.neutron [-] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1844.599110] env[63302]: DEBUG oslo_vmware.api [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290989} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.602363] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.602575] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.602754] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.602972] env[63302]: INFO nova.compute.manager [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1844.603285] env[63302]: DEBUG oslo.service.loopingcall [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.603513] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.603735] env[63302]: DEBUG nova.compute.manager [-] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1844.603833] env[63302]: DEBUG nova.network.neutron [-] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1844.809907] env[63302]: DEBUG nova.compute.utils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.812807] env[63302]: DEBUG nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1844.812807] env[63302]: DEBUG nova.network.neutron [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.848369] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.878346] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='49f3ff678bc66ffb5234974cdef42c62',container_format='bare',created_at=2024-12-12T05:40:45Z,direct_url=,disk_format='vmdk',id=f582865b-0b6c-42e8-88fa-eb204d8277ae,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-51135314-shelved',owner='2edbfd263e3944908526be1c37d05b75',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2024-12-12T05:41:04Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.878605] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.878764] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.878944] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.879270] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.879451] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.879662] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.880036] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.880036] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.880795] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.880795] env[63302]: DEBUG nova.virt.hardware [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.881216] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d93bd2-e0ca-497c-a435-f7cf743cd334 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.890852] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8d4eb5-27a1-436d-ac78-f2794eb94679 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.906359] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:e6:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0374aff-2571-4d36-8ab1-0b0137079bcd', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1844.915599] env[63302]: DEBUG oslo.service.loopingcall [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.915599] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1844.915599] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c625932e-712c-4f17-8432-8d79a08a140d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.934745] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.934745] env[63302]: value = "task-1796129" [ 1844.934745] env[63302]: _type = "Task" [ 1844.934745] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.939818] env[63302]: DEBUG nova.policy [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeef128c436c42169fc45d96bb875d7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab0e98a30cef4c5ab1c6f76aac2eccfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.947663] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796129, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.976997] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1844.977948] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2fe38dc0-681e-4620-80d4-9ba6eb8a7f0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.989007] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1844.989007] env[63302]: value = "task-1796130" [ 1844.989007] env[63302]: _type = "Task" [ 1844.989007] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.009237] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796130, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.058689] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.092447] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796128, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.313474] env[63302]: DEBUG nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1845.319166] env[63302]: INFO nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating resource usage from migration 3cc2bd9c-09e2-454d-b749-3fdafe443f64 [ 1845.351318] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance bbfcb3b2-a3af-4843-943e-114d4b090fcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.351506] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 25358a48-5664-4841-9b5a-fcbccea1b293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.351641] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a3086519-e3e2-439d-8dfd-942b8d506742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.351759] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.351890] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.351996] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 712fc354-76da-417c-8b60-831c514b8467 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.352140] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 8de9ff79-7463-431a-8cde-bea87aff1633 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.352256] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.352367] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.352479] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 0f36cf81-7f40-4c2a-a530-cff50c4aae2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.352589] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 6d13ed52-aa60-446a-b9c1-c7746bc35d4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.352699] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.352819] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 234e3530-5b17-4fdb-b18a-d9a036446554 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.352954] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.353081] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c8d10748-d54e-4662-bd83-8ee2dec3891e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.353197] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Migration 3cc2bd9c-09e2-454d-b749-3fdafe443f64 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1845.353308] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 34b2114e-8fb7-4fcd-8439-b30f621813b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.353527] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1845.353664] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1845.386161] env[63302]: DEBUG nova.network.neutron [-] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.448522] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796129, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.461952] env[63302]: DEBUG nova.network.neutron [-] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.488836] env[63302]: DEBUG nova.network.neutron [req-bb002663-ed88-40f9-bdfc-bbeb0a75ab2e req-c3669caf-a581-4a80-a8c0-41512879c1d3 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updated VIF entry in instance network info cache for port 7854bbd0-742c-45e5-88c5-151b2a99d4d8. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.489238] env[63302]: DEBUG nova.network.neutron [req-bb002663-ed88-40f9-bdfc-bbeb0a75ab2e req-c3669caf-a581-4a80-a8c0-41512879c1d3 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.504192] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796130, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.517682] env[63302]: DEBUG nova.network.neutron [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Successfully created port: 91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.531482] env[63302]: DEBUG nova.compute.manager [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received event network-changed-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1845.531648] env[63302]: DEBUG nova.compute.manager [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Refreshing instance network info cache due to event network-changed-e0374aff-2571-4d36-8ab1-0b0137079bcd. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1845.531867] env[63302]: DEBUG oslo_concurrency.lockutils [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] Acquiring lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.532149] env[63302]: DEBUG oslo_concurrency.lockutils [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] Acquired lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.532400] env[63302]: DEBUG nova.network.neutron [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Refreshing network info cache for port e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.561510] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.594520] env[63302]: DEBUG oslo_vmware.api [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796128, 'name': PowerOnVM_Task, 'duration_secs': 0.51721} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.594520] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.594520] env[63302]: INFO nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1845.594520] env[63302]: DEBUG nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.594520] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5dee0-cbb6-4918-a67f-359f3ca3a16c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.634261] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a94775-b24a-4edb-ae6f-df5224588452 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.643619] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e62b5fd-dc7a-44a9-bb57-74af0dfc20d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.676676] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85758b38-5451-4945-a8c8-b0facb42d45d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.686245] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d59393d-89ae-464c-8721-7fc3522fdcf1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.703323] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1845.826013] env[63302]: INFO nova.virt.block_device [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Booting with volume fd5b98ba-ac26-4a49-b63c-6b1575148830 at /dev/sda [ 1845.867482] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6adb817d-87f4-448b-98ee-6eec14e5b94c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.880628] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0fc330-e8a4-45c0-a3b4-fcbbc8d19780 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.892692] env[63302]: INFO nova.compute.manager [-] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Took 1.29 seconds to deallocate network for instance. [ 1845.920418] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03508737-4010-45c2-84da-0c7a6c131f0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.931486] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b667825-4550-4822-8516-11393eee35c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.952376] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796129, 'name': CreateVM_Task, 'duration_secs': 0.632254} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.952557] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1845.953288] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.953459] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.953853] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1845.954223] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b45503-ba4b-4303-8938-a0fd96038a23 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.960262] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1845.960262] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]520e2bc5-20fa-4033-69b3-346521cf42f1" [ 1845.960262] env[63302]: _type = "Task" [ 1845.960262] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.972637] env[63302]: INFO nova.compute.manager [-] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Took 1.39 seconds to deallocate network for instance. [ 1845.978221] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef210f-fd52-43b5-8b1a-36235ad0ae5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.991561] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab987a7-61ef-42e6-a7ea-dfe329ea2014 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.999081] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.999304] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Processing image f582865b-0b6c-42e8-88fa-eb204d8277ae {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.999586] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae/f582865b-0b6c-42e8-88fa-eb204d8277ae.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.999744] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae/f582865b-0b6c-42e8-88fa-eb204d8277ae.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.999922] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1846.000774] env[63302]: DEBUG oslo_concurrency.lockutils [req-bb002663-ed88-40f9-bdfc-bbeb0a75ab2e req-c3669caf-a581-4a80-a8c0-41512879c1d3 service nova] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.001158] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-732d278e-040e-42cf-bc30-904eb703b1a7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.010050] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796130, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.015914] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1846.016130] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1846.017311] env[63302]: DEBUG nova.virt.block_device [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Updating existing volume attachment record: 968e957e-373a-47eb-a4e2-50a88e22634a {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1846.020268] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f0d42f-75de-4ad1-b691-abd1566de66a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.028224] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1846.028224] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526a08de-e43f-2153-d487-f4aa8dff7232" [ 1846.028224] env[63302]: _type = "Task" [ 1846.028224] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.039554] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526a08de-e43f-2153-d487-f4aa8dff7232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.062786] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.115668] env[63302]: INFO nova.compute.manager [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Took 29.12 seconds to build instance. [ 1846.238172] env[63302]: ERROR nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [req-105e8fa5-ee0f-45c7-96b0-09dc47122f5b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-105e8fa5-ee0f-45c7-96b0-09dc47122f5b"}]} [ 1846.265018] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1846.282621] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1846.282813] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.293915] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1846.321137] env[63302]: DEBUG nova.network.neutron [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updated VIF entry in instance network info cache for port e0374aff-2571-4d36-8ab1-0b0137079bcd. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.321675] env[63302]: DEBUG nova.network.neutron [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [{"id": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "address": "fa:16:3e:af:e6:2b", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0374aff-25", "ovs_interfaceid": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.323949] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1846.398873] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.485991] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.507675] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796130, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.538843] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Preparing fetch location {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1846.539770] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Fetch image to [datastore1] OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b/OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b.vmdk {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1846.540186] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Downloading stream optimized image f582865b-0b6c-42e8-88fa-eb204d8277ae to [datastore1] OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b/OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b.vmdk on the data store datastore1 as vApp {{(pid=63302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1846.540279] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Downloading image file data f582865b-0b6c-42e8-88fa-eb204d8277ae to the ESX as VM named 'OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b' {{(pid=63302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1846.563187] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.566880] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567aabc4-7ef5-4646-acae-3c69695ed66d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.575800] env[63302]: DEBUG nova.compute.manager [req-3e96f120-41ff-4cda-a225-065971b3c8ed req-f2800575-b0fe-4c62-9683-d4bb2b574de0 service nova] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Received event network-vif-deleted-2c12eb5b-8f22-4251-93ac-42305646cc49 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1846.595924] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28788df8-fe05-4eaf-a803-7962887280a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.630839] env[63302]: DEBUG oslo_concurrency.lockutils [None req-177b40c7-fad6-424b-945c-40d9b47e6ba6 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "234e3530-5b17-4fdb-b18a-d9a036446554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.648s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.633920] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29573218-be0f-4a7b-8326-6d8168d10ab7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.642565] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c20457c-61c9-4aed-9f86-9500b907a7ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.656641] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.659857] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1846.659857] env[63302]: value = "resgroup-9" [ 1846.659857] env[63302]: _type = "ResourcePool" [ 1846.659857] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1846.659857] env[63302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7a658134-a2cb-4b44-8c35-0fbb30c4ed07 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.681500] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lease: (returnval){ [ 1846.681500] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbb924-05d3-739d-0ffa-8bd7c0d7c288" [ 1846.681500] env[63302]: _type = "HttpNfcLease" [ 1846.681500] env[63302]: } obtained for vApp import into resource pool (val){ [ 1846.681500] env[63302]: value = "resgroup-9" [ 1846.681500] env[63302]: _type = "ResourcePool" [ 1846.681500] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1846.681827] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the lease: (returnval){ [ 1846.681827] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbb924-05d3-739d-0ffa-8bd7c0d7c288" [ 1846.681827] env[63302]: _type = "HttpNfcLease" [ 1846.681827] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1846.690679] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1846.690679] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbb924-05d3-739d-0ffa-8bd7c0d7c288" [ 1846.690679] env[63302]: _type = "HttpNfcLease" [ 1846.690679] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1846.827398] env[63302]: DEBUG oslo_concurrency.lockutils [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] Releasing lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.827741] env[63302]: DEBUG nova.compute.manager [req-45a220e7-f20d-40a7-92b7-6b1f65c9bd67 req-c1a10076-4407-4be9-b4c5-5cb745bd44b8 service nova] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Received event network-vif-deleted-303ee491-a009-4b23-b7b3-be13e90c54b7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.005286] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796130, 'name': CloneVM_Task, 'duration_secs': 1.978163} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.005631] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Created linked-clone VM from snapshot [ 1847.006488] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be66750f-9ca5-426f-860d-1aba418b0f54 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.014553] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Uploading image 6f74e8bc-a1f2-47ba-9643-5bcd439429af {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1847.034243] env[63302]: DEBUG oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1847.034243] env[63302]: value = "vm-372499" [ 1847.034243] env[63302]: _type = "VirtualMachine" [ 1847.034243] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1847.034502] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6cef50e6-47e2-4792-9153-0c1cd86d5579 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.042297] env[63302]: DEBUG oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease: (returnval){ [ 1847.042297] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fce118-79f2-4c79-3cfb-2285f9147981" [ 1847.042297] env[63302]: _type = "HttpNfcLease" [ 1847.042297] env[63302]: } obtained for exporting VM: (result){ [ 1847.042297] env[63302]: value = "vm-372499" [ 1847.042297] env[63302]: _type = "VirtualMachine" [ 1847.042297] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1847.042494] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the lease: (returnval){ [ 1847.042494] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fce118-79f2-4c79-3cfb-2285f9147981" [ 1847.042494] env[63302]: _type = "HttpNfcLease" [ 1847.042494] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1847.049790] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1847.049790] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fce118-79f2-4c79-3cfb-2285f9147981" [ 1847.049790] env[63302]: _type = "HttpNfcLease" [ 1847.049790] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1847.060981] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.109858] env[63302]: DEBUG nova.network.neutron [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Successfully updated port: 91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.159483] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.190914] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1847.190914] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbb924-05d3-739d-0ffa-8bd7c0d7c288" [ 1847.190914] env[63302]: _type = "HttpNfcLease" [ 1847.190914] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1847.381491] env[63302]: DEBUG nova.compute.manager [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1847.383030] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b00c9-cdb4-4199-9403-d8efa26fdc78 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.553834] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1847.553834] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fce118-79f2-4c79-3cfb-2285f9147981" [ 1847.553834] env[63302]: _type = "HttpNfcLease" [ 1847.553834] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1847.557045] env[63302]: DEBUG oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1847.557045] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fce118-79f2-4c79-3cfb-2285f9147981" [ 1847.557045] env[63302]: _type = "HttpNfcLease" [ 1847.557045] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1847.557752] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e6b1eb-2986-4f2f-85d8-d12f26ddbf9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.562407] env[63302]: DEBUG nova.compute.manager [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Received event network-vif-plugged-91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.562614] env[63302]: DEBUG oslo_concurrency.lockutils [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] Acquiring lock "c8d10748-d54e-4662-bd83-8ee2dec3891e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.562825] env[63302]: DEBUG oslo_concurrency.lockutils [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] Lock "c8d10748-d54e-4662-bd83-8ee2dec3891e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.562995] env[63302]: DEBUG oslo_concurrency.lockutils [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] Lock "c8d10748-d54e-4662-bd83-8ee2dec3891e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.563180] env[63302]: DEBUG nova.compute.manager [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] No waiting events found dispatching network-vif-plugged-91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1847.563347] env[63302]: WARNING nova.compute.manager [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Received unexpected event network-vif-plugged-91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 for instance with vm_state building and task_state block_device_mapping. [ 1847.563758] env[63302]: DEBUG nova.compute.manager [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Received event network-changed-91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.563758] env[63302]: DEBUG nova.compute.manager [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Refreshing instance network info cache due to event network-changed-91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1847.563846] env[63302]: DEBUG oslo_concurrency.lockutils [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] Acquiring lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.563949] env[63302]: DEBUG oslo_concurrency.lockutils [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] Acquired lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.564144] env[63302]: DEBUG nova.network.neutron [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Refreshing network info cache for port 91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.569151] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.573728] env[63302]: DEBUG oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f186d9-3e0d-4010-11fe-cc363928ffdd/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1847.573905] env[63302]: DEBUG oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f186d9-3e0d-4010-11fe-cc363928ffdd/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1847.637912] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Acquiring lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.664086] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1847.664376] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.371s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.664707] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.840s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.676371] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83639b40-e431-4686-b084-c3ffca3be030 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.695341] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1847.695341] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbb924-05d3-739d-0ffa-8bd7c0d7c288" [ 1847.695341] env[63302]: _type = "HttpNfcLease" [ 1847.695341] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1847.894585] env[63302]: INFO nova.compute.manager [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] instance snapshotting [ 1847.897677] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda9e07e-e2c2-464b-8a1c-8e9c007321f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.921315] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d762ed51-e785-4ad8-bd43-d849e98433b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.067565] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.101431] env[63302]: DEBUG nova.network.neutron [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1848.140492] env[63302]: DEBUG nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.141056] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.141390] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.141808] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.142044] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.142289] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.142497] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.142871] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.143068] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.143606] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.143846] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.144182] env[63302]: DEBUG nova.virt.hardware [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.145329] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d80fd-af5e-4fdb-a835-3b8d0c42fb31 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.158100] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100acb38-d798-4dde-9843-78c1a80b07ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.177974] env[63302]: INFO nova.compute.claims [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.188608] env[63302]: DEBUG nova.network.neutron [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.192696] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1848.192696] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbb924-05d3-739d-0ffa-8bd7c0d7c288" [ 1848.192696] env[63302]: _type = "HttpNfcLease" [ 1848.192696] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1848.193175] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1848.193175] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbb924-05d3-739d-0ffa-8bd7c0d7c288" [ 1848.193175] env[63302]: _type = "HttpNfcLease" [ 1848.193175] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1848.194090] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5a574a-958c-4b0d-9910-7155144a9bbb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.204730] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263987b-d0f3-64b8-017f-ae550b8cfc22/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1848.205323] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263987b-d0f3-64b8-017f-ae550b8cfc22/disk-0.vmdk. {{(pid=63302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1848.273204] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e3f6544-fd3d-47b7-9384-6c5b9d80729e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.435065] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1848.435546] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-293f38c7-3c9d-45da-b2a9-7094bf62edd1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.446191] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1848.446191] env[63302]: value = "task-1796133" [ 1848.446191] env[63302]: _type = "Task" [ 1848.446191] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.457242] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.567489] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.684982] env[63302]: INFO nova.compute.resource_tracker [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating resource usage from migration 3cc2bd9c-09e2-454d-b749-3fdafe443f64 [ 1848.692641] env[63302]: DEBUG oslo_concurrency.lockutils [req-8839a00a-f792-4f77-b86c-9764a814036c req-a5fceb1c-6241-40de-8e0c-e4e00cfcbc72 service nova] Releasing lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.692641] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Acquired lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.692641] env[63302]: DEBUG nova.network.neutron [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.959599] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.961407] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ac7473-4ab5-43f5-8fa5-3b3ec67fb8c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.970762] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50175ef-f406-4e42-8915-37a308a86483 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.005543] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7ab64c-6d87-43e8-be89-61adf5d28df1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.015304] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14642df4-2f1c-405b-9d2f-b5cc8879aecd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.032301] env[63302]: DEBUG nova.compute.provider_tree [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.068230] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.233379] env[63302]: DEBUG nova.network.neutron [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1849.378219] env[63302]: DEBUG nova.network.neutron [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Updating instance_info_cache with network_info: [{"id": "91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7", "address": "fa:16:3e:5f:eb:84", "network": {"id": "52c3aff1-4421-44e8-ad39-b45cd18795cc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1027654382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab0e98a30cef4c5ab1c6f76aac2eccfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f62057-d1", "ovs_interfaceid": "91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.460204] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796133, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.537284] env[63302]: DEBUG nova.scheduler.client.report [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.569688] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.864707] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Completed reading data from the image iterator. {{(pid=63302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1849.864963] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263987b-d0f3-64b8-017f-ae550b8cfc22/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1849.866050] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac000129-9b90-4004-aa7a-764635106a4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.874932] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263987b-d0f3-64b8-017f-ae550b8cfc22/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1849.875311] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263987b-d0f3-64b8-017f-ae550b8cfc22/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1849.875829] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6191593b-e677-4ce6-81ce-9eff421d5e26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.881249] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Releasing lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.881573] env[63302]: DEBUG nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance network_info: |[{"id": "91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7", "address": "fa:16:3e:5f:eb:84", "network": {"id": "52c3aff1-4421-44e8-ad39-b45cd18795cc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1027654382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab0e98a30cef4c5ab1c6f76aac2eccfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f62057-d1", "ovs_interfaceid": "91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.881975] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:eb:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.891247] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Creating folder: Project (ab0e98a30cef4c5ab1c6f76aac2eccfe). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.891603] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1235c0de-e592-4b90-ae1f-1f6bcf2a069e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.907015] env[63302]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1849.907249] env[63302]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63302) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1849.907684] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Folder already exists: Project (ab0e98a30cef4c5ab1c6f76aac2eccfe). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1849.907969] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Creating folder: Instances. Parent ref: group-v372481. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.908321] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-667510a2-9b93-4ea5-bbe4-16cb7b196d84 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.932568] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Created folder: Instances in parent group-v372481. [ 1849.932854] env[63302]: DEBUG oslo.service.loopingcall [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.933080] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.933310] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18c1506e-3fe4-4536-a586-8276faa2151b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.959706] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796133, 'name': CreateSnapshot_Task, 'duration_secs': 1.043935} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.961418] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1849.961780] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.961780] env[63302]: value = "task-1796136" [ 1849.961780] env[63302]: _type = "Task" [ 1849.961780] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.962652] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17cc60c-bf1e-42d7-baaa-04050495fe59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.974939] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796136, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.042554] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.378s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.042787] env[63302]: INFO nova.compute.manager [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Migrating [ 1850.050156] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.651s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.050424] env[63302]: DEBUG nova.objects.instance [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lazy-loading 'resources' on Instance uuid a3086519-e3e2-439d-8dfd-942b8d506742 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.073849] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.214760] env[63302]: DEBUG oslo_vmware.rw_handles [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263987b-d0f3-64b8-017f-ae550b8cfc22/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1850.215097] env[63302]: INFO nova.virt.vmwareapi.images [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Downloaded image file data f582865b-0b6c-42e8-88fa-eb204d8277ae [ 1850.216217] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc138f5-8a3d-4da2-bfa2-0890b087c125 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.241178] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4933986-4559-48e1-8b08-37335db0c1d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.286383] env[63302]: INFO nova.virt.vmwareapi.images [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] The imported VM was unregistered [ 1850.288175] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Caching image {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1850.288624] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.288939] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5826badc-98f4-4d17-bf09-df1c20a425bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.302412] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Created directory with path [datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.302612] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b/OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b.vmdk to [datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae/f582865b-0b6c-42e8-88fa-eb204d8277ae.vmdk. {{(pid=63302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1850.302895] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fa0e2677-4f4a-4374-b959-ad75da14f639 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.311094] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1850.311094] env[63302]: value = "task-1796138" [ 1850.311094] env[63302]: _type = "Task" [ 1850.311094] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.320707] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796138, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.476251] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796136, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.490065] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1850.490528] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24553e02-a41e-440f-b137-f35833a67d08 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.498903] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1850.498903] env[63302]: value = "task-1796139" [ 1850.498903] env[63302]: _type = "Task" [ 1850.498903] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.507946] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.565245] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.565245] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.565469] env[63302]: DEBUG nova.network.neutron [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.572024] env[63302]: DEBUG oslo_vmware.api [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796127, 'name': ReconfigVM_Task, 'duration_secs': 5.875954} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.574880] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.575116] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Reconfigured VM to detach interface {{(pid=63302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1850.834134] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796138, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.876651] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e75c10-6f03-4ff7-8a0b-919767bb4741 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.888338] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2bb862-b40f-4343-96be-b9ec68cd7e8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.926309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f3f03e-4ad3-455b-a861-3724f96ddbe2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.936837] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5b8d95-0478-446f-94df-f79972bae52b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.952656] env[63302]: DEBUG nova.compute.provider_tree [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.978368] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796136, 'name': CreateVM_Task, 'duration_secs': 0.561163} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.980166] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1850.981821] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '968e957e-373a-47eb-a4e2-50a88e22634a', 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372485', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'name': 'volume-fd5b98ba-ac26-4a49-b63c-6b1575148830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d10748-d54e-4662-bd83-8ee2dec3891e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'serial': 'fd5b98ba-ac26-4a49-b63c-6b1575148830'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1850.982218] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Root volume attach. Driver type: vmdk {{(pid=63302) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1850.983379] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5985b6-a9b3-45d4-b917-a1748a76beeb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.996494] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e22ed9d-fe1d-4e75-90b5-232f2c4f8925 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.013303] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033d79d8-e19b-4431-a3e5-810fdb465bff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.016127] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task} progress is 93%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.023661] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-940f2107-8d57-4d1e-b215-8d4ee86476cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.034974] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1851.034974] env[63302]: value = "task-1796140" [ 1851.034974] env[63302]: _type = "Task" [ 1851.034974] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.047165] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796140, 'name': RelocateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.303631] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.303916] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.336953] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796138, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.346456] env[63302]: DEBUG nova.network.neutron [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance_info_cache with network_info: [{"id": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "address": "fa:16:3e:f7:38:8a", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151c99f9-bf", "ovs_interfaceid": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.456293] env[63302]: DEBUG nova.scheduler.client.report [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.512787] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.548935] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796140, 'name': RelocateVM_Task} progress is 19%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.810271] env[63302]: INFO nova.compute.manager [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Detaching volume 5ddf69f1-a814-47d6-bace-b30bdb7c4a6f [ 1851.841090] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796138, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.849670] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.859158] env[63302]: INFO nova.virt.block_device [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Attempting to driver detach volume 5ddf69f1-a814-47d6-bace-b30bdb7c4a6f from mountpoint /dev/sdb [ 1851.859262] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1851.859451] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372461', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'name': 'volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6db8cf55-cabf-406e-a09d-3f0f6d7825f1', 'attached_at': '', 'detached_at': '', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'serial': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1851.860427] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daa6740-570f-43f2-a16b-a38071040668 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.886977] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6455070-2fe1-4cf9-b359-750b971204da {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.897680] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54343b8-f90e-4297-b4e5-f1f01c312526 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.925841] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8781c8e4-555b-4ee9-b074-8f0a3e1a49db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.948388] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] The volume has not been displaced from its original location: [datastore1] volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f/volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1851.954675] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1851.954797] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-700813c0-7545-4d2a-814b-f12c6e1dda62 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.972428] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.974799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.489s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.975094] env[63302]: DEBUG nova.objects.instance [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lazy-loading 'resources' on Instance uuid 0f36cf81-7f40-4c2a-a530-cff50c4aae2c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.985085] env[63302]: DEBUG oslo_vmware.api [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1851.985085] env[63302]: value = "task-1796141" [ 1851.985085] env[63302]: _type = "Task" [ 1851.985085] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.990159] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.990159] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.990675] env[63302]: DEBUG nova.network.neutron [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.005253] env[63302]: DEBUG oslo_vmware.api [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.016294] env[63302]: INFO nova.scheduler.client.report [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleted allocations for instance a3086519-e3e2-439d-8dfd-942b8d506742 [ 1852.021642] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.060815] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796140, 'name': RelocateVM_Task} progress is 19%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.190198] env[63302]: DEBUG nova.compute.manager [req-01f9934c-1b2a-462b-b5b1-13d9b0bb928e req-83432b49-32c4-4064-b57f-668e8c9f716e service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1852.190413] env[63302]: DEBUG nova.compute.manager [req-01f9934c-1b2a-462b-b5b1-13d9b0bb928e req-83432b49-32c4-4064-b57f-668e8c9f716e service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing instance network info cache due to event network-changed-ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1852.190616] env[63302]: DEBUG oslo_concurrency.lockutils [req-01f9934c-1b2a-462b-b5b1-13d9b0bb928e req-83432b49-32c4-4064-b57f-668e8c9f716e service nova] Acquiring lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.335357] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796138, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.501338] env[63302]: DEBUG oslo_vmware.api [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796141, 'name': ReconfigVM_Task, 'duration_secs': 0.304351} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.504432] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1852.511365] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067e2182-aecc-459c-8c61-1cd240fb04e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.534164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f98f88f4-7bfb-4e3e-88c7-477c90153bcc tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "a3086519-e3e2-439d-8dfd-942b8d506742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.146s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.540351] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.541991] env[63302]: DEBUG oslo_vmware.api [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1852.541991] env[63302]: value = "task-1796142" [ 1852.541991] env[63302]: _type = "Task" [ 1852.541991] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.564820] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796140, 'name': RelocateVM_Task} progress is 19%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.571154] env[63302]: DEBUG oslo_vmware.api [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.740510] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9377e5b0-a5a9-4eb6-8ce9-86545e8418c2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.752215] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f121917-9a2b-451b-9c14-e95cb25e7598 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.760354] env[63302]: INFO nova.network.neutron [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Port 52547cbd-609a-4c50-afac-de984810cf82 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1852.760769] env[63302]: DEBUG nova.network.neutron [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.793188] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f45f3d1-5667-4b52-8c7e-ac27bf84631b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.801634] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cc29b6-7946-40dc-b0eb-9c1053288628 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.819865] env[63302]: DEBUG nova.compute.provider_tree [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.833642] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796138, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.887406] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-52547cbd-609a-4c50-afac-de984810cf82" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.887723] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-52547cbd-609a-4c50-afac-de984810cf82" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.888083] env[63302]: DEBUG nova.objects.instance [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'flavor' on Instance uuid bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.023468] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.057716] env[63302]: DEBUG oslo_vmware.api [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796142, 'name': ReconfigVM_Task, 'duration_secs': 0.209991} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.058342] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372461', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'name': 'volume-5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6db8cf55-cabf-406e-a09d-3f0f6d7825f1', 'attached_at': '', 'detached_at': '', 'volume_id': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f', 'serial': '5ddf69f1-a814-47d6-bace-b30bdb7c4a6f'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1853.065019] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796140, 'name': RelocateVM_Task} progress is 19%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.264415] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.266737] env[63302]: DEBUG oslo_concurrency.lockutils [req-01f9934c-1b2a-462b-b5b1-13d9b0bb928e req-83432b49-32c4-4064-b57f-668e8c9f716e service nova] Acquired lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.266938] env[63302]: DEBUG nova.network.neutron [req-01f9934c-1b2a-462b-b5b1-13d9b0bb928e req-83432b49-32c4-4064-b57f-668e8c9f716e service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Refreshing network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.327484] env[63302]: DEBUG nova.scheduler.client.report [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.337806] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796138, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.365349] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585c694f-4b64-4a9f-9e49-11d9e7d6d640 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.388035] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance '34b2114e-8fb7-4fcd-8439-b30f621813b2' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1853.509551] env[63302]: DEBUG nova.objects.instance [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'pci_requests' on Instance uuid bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.520948] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.559027] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796140, 'name': RelocateVM_Task} progress is 20%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.612842] env[63302]: DEBUG nova.objects.instance [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'flavor' on Instance uuid 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.705976] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "25358a48-5664-4841-9b5a-fcbccea1b293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.705976] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "25358a48-5664-4841-9b5a-fcbccea1b293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.705976] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "25358a48-5664-4841-9b5a-fcbccea1b293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.706247] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "25358a48-5664-4841-9b5a-fcbccea1b293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.706545] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "25358a48-5664-4841-9b5a-fcbccea1b293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.709008] env[63302]: INFO nova.compute.manager [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Terminating instance [ 1853.770098] env[63302]: DEBUG oslo_concurrency.lockutils [None req-07c3b57d-173c-4fce-b09a-474a3738a2bc tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-712fc354-76da-417c-8b60-831c514b8467-52547cbd-609a-4c50-afac-de984810cf82" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.796s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.833814] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.835911] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796138, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.096346} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.836451] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b/OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b.vmdk to [datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae/f582865b-0b6c-42e8-88fa-eb204d8277ae.vmdk. [ 1853.836664] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Cleaning up location [datastore1] OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1853.836835] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f2d3e887-4bdf-4c88-9b4e-bb3de2df1f8b {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1853.837198] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ad9613b-2555-4bcf-a3e7-47820d0dba40 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.845170] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1853.845170] env[63302]: value = "task-1796143" [ 1853.845170] env[63302]: _type = "Task" [ 1853.845170] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.857613] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.858636] env[63302]: INFO nova.scheduler.client.report [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted allocations for instance 0f36cf81-7f40-4c2a-a530-cff50c4aae2c [ 1853.899653] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1853.899969] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c24847-bd05-4a4b-aa9d-1c1d02998cff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.907743] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1853.907743] env[63302]: value = "task-1796144" [ 1853.907743] env[63302]: _type = "Task" [ 1853.907743] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.917718] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.012532] env[63302]: DEBUG nova.objects.base [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1854.012760] env[63302]: DEBUG nova.network.neutron [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1854.019662] env[63302]: DEBUG nova.network.neutron [req-01f9934c-1b2a-462b-b5b1-13d9b0bb928e req-83432b49-32c4-4064-b57f-668e8c9f716e service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updated VIF entry in instance network info cache for port ec095de6-313b-4786-b6ab-aa2a6bb6311f. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.020022] env[63302]: DEBUG nova.network.neutron [req-01f9934c-1b2a-462b-b5b1-13d9b0bb928e req-83432b49-32c4-4064-b57f-668e8c9f716e service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [{"id": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "address": "fa:16:3e:2a:be:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec095de6-31", "ovs_interfaceid": "ec095de6-313b-4786-b6ab-aa2a6bb6311f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.031526] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.058599] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796140, 'name': RelocateVM_Task, 'duration_secs': 2.617171} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.058847] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1854.059157] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372485', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'name': 'volume-fd5b98ba-ac26-4a49-b63c-6b1575148830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d10748-d54e-4662-bd83-8ee2dec3891e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'serial': 'fd5b98ba-ac26-4a49-b63c-6b1575148830'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1854.059843] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2c4b3-4699-43a8-acb5-f95a433bc432 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.080442] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e83840-a747-4713-9747-ffccb4f57f81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.107911] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-fd5b98ba-ac26-4a49-b63c-6b1575148830/volume-fd5b98ba-ac26-4a49-b63c-6b1575148830.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.108310] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce04409-7c11-4650-8e5e-d106cb095789 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.126142] env[63302]: DEBUG nova.policy [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb85fbceca44217b612285b5627f92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fb1e164127436d8a771fedbbdf1603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1854.135989] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1854.135989] env[63302]: value = "task-1796145" [ 1854.135989] env[63302]: _type = "Task" [ 1854.135989] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.147490] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796145, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.212855] env[63302]: DEBUG nova.compute.manager [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.213193] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.214514] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb477651-14b2-4685-b041-535ca56da11e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.223308] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.223580] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b24553e-e6af-448c-b748-c67d27d3ed4d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.232717] env[63302]: DEBUG oslo_vmware.api [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1854.232717] env[63302]: value = "task-1796146" [ 1854.232717] env[63302]: _type = "Task" [ 1854.232717] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.242763] env[63302]: DEBUG oslo_vmware.api [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.327097] env[63302]: DEBUG nova.compute.manager [req-f61e7e9e-5fad-44e8-8838-4864e8e2455a req-d000e304-6fb2-4ece-a4e4-5e3d48134935 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received event network-changed-94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1854.327292] env[63302]: DEBUG nova.compute.manager [req-f61e7e9e-5fad-44e8-8838-4864e8e2455a req-d000e304-6fb2-4ece-a4e4-5e3d48134935 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing instance network info cache due to event network-changed-94888ea5-027a-4053-91ac-71da42242ef4. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1854.327500] env[63302]: DEBUG oslo_concurrency.lockutils [req-f61e7e9e-5fad-44e8-8838-4864e8e2455a req-d000e304-6fb2-4ece-a4e4-5e3d48134935 service nova] Acquiring lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.327717] env[63302]: DEBUG oslo_concurrency.lockutils [req-f61e7e9e-5fad-44e8-8838-4864e8e2455a req-d000e304-6fb2-4ece-a4e4-5e3d48134935 service nova] Acquired lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.327795] env[63302]: DEBUG nova.network.neutron [req-f61e7e9e-5fad-44e8-8838-4864e8e2455a req-d000e304-6fb2-4ece-a4e4-5e3d48134935 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing network info cache for port 94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.356092] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046308} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.356383] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.356576] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae/f582865b-0b6c-42e8-88fa-eb204d8277ae.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.356837] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae/f582865b-0b6c-42e8-88fa-eb204d8277ae.vmdk to [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e/dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1854.357110] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aef139c1-1d24-4bd2-91c2-e53fd4631dfe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.366802] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1854.366802] env[63302]: value = "task-1796147" [ 1854.366802] env[63302]: _type = "Task" [ 1854.366802] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.367337] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0b13e2d3-a7ad-4a1c-87a4-d57937373ffd tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "0f36cf81-7f40-4c2a-a530-cff50c4aae2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.649s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.377625] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.419022] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796144, 'name': PowerOffVM_Task, 'duration_secs': 0.281071} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.419853] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.420172] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance '34b2114e-8fb7-4fcd-8439-b30f621813b2' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1854.523884] env[63302]: DEBUG oslo_concurrency.lockutils [req-01f9934c-1b2a-462b-b5b1-13d9b0bb928e req-83432b49-32c4-4064-b57f-668e8c9f716e service nova] Releasing lock "refresh_cache-712fc354-76da-417c-8b60-831c514b8467" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.529605] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796139, 'name': CloneVM_Task, 'duration_secs': 3.756215} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.530019] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Created linked-clone VM from snapshot [ 1854.531196] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a5a11f-d8fc-4ad1-bbfa-cdc76a5a477a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.543989] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Uploading image afdcc104-7dd0-4ce8-b618-d359a22982f0 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1854.569585] env[63302]: DEBUG oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1854.569585] env[63302]: value = "vm-372504" [ 1854.569585] env[63302]: _type = "VirtualMachine" [ 1854.569585] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1854.570268] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1413e0f9-2ff8-43ea-8f04-15caa7fd44f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.578431] env[63302]: DEBUG oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lease: (returnval){ [ 1854.578431] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527cea9d-3724-3dd5-5b1f-e7f4b0a7b212" [ 1854.578431] env[63302]: _type = "HttpNfcLease" [ 1854.578431] env[63302]: } obtained for exporting VM: (result){ [ 1854.578431] env[63302]: value = "vm-372504" [ 1854.578431] env[63302]: _type = "VirtualMachine" [ 1854.578431] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1854.578828] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the lease: (returnval){ [ 1854.578828] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527cea9d-3724-3dd5-5b1f-e7f4b0a7b212" [ 1854.578828] env[63302]: _type = "HttpNfcLease" [ 1854.578828] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1854.586298] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1854.586298] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527cea9d-3724-3dd5-5b1f-e7f4b0a7b212" [ 1854.586298] env[63302]: _type = "HttpNfcLease" [ 1854.586298] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1854.634238] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dcb262f9-ab6a-49a2-a4a2-b9b348b064d8 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.652371] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796145, 'name': ReconfigVM_Task, 'duration_secs': 0.428567} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.652721] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-fd5b98ba-ac26-4a49-b63c-6b1575148830/volume-fd5b98ba-ac26-4a49-b63c-6b1575148830.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.657943] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e83d01-90cf-48fc-bd50-36816710feeb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.674967] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1854.674967] env[63302]: value = "task-1796149" [ 1854.674967] env[63302]: _type = "Task" [ 1854.674967] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.689079] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.746670] env[63302]: DEBUG oslo_vmware.api [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796146, 'name': PowerOffVM_Task, 'duration_secs': 0.250384} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.746984] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.747170] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1854.747447] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84e80ea-df3f-45b1-8a61-56ec1a98943b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.882139] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796147, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.926786] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1854.927045] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1854.927228] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1854.927434] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1854.927565] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1854.927759] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1854.927914] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1854.928089] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1854.928265] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1854.928433] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1854.928606] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1854.933834] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b8d81a-6186-4fe9-ad68-17d2740d623a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.955328] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1854.955328] env[63302]: value = "task-1796151" [ 1854.955328] env[63302]: _type = "Task" [ 1854.955328] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.967412] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.089660] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1855.089660] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527cea9d-3724-3dd5-5b1f-e7f4b0a7b212" [ 1855.089660] env[63302]: _type = "HttpNfcLease" [ 1855.089660] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1855.090188] env[63302]: DEBUG oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1855.090188] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527cea9d-3724-3dd5-5b1f-e7f4b0a7b212" [ 1855.090188] env[63302]: _type = "HttpNfcLease" [ 1855.090188] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1855.095234] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c617d03-abe9-4dc9-b056-1638c443a908 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.106489] env[63302]: DEBUG oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52718496-42b0-827d-9e0b-57871f2346de/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1855.106726] env[63302]: DEBUG oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52718496-42b0-827d-9e0b-57871f2346de/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1855.164559] env[63302]: DEBUG nova.network.neutron [req-f61e7e9e-5fad-44e8-8838-4864e8e2455a req-d000e304-6fb2-4ece-a4e4-5e3d48134935 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updated VIF entry in instance network info cache for port 94888ea5-027a-4053-91ac-71da42242ef4. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.164944] env[63302]: DEBUG nova.network.neutron [req-f61e7e9e-5fad-44e8-8838-4864e8e2455a req-d000e304-6fb2-4ece-a4e4-5e3d48134935 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.189360] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.381896] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796147, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.467361] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796151, 'name': ReconfigVM_Task, 'duration_secs': 0.500854} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.467660] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance '34b2114e-8fb7-4fcd-8439-b30f621813b2' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1855.542686] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.542948] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.543185] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.543375] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.543544] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.546552] env[63302]: INFO nova.compute.manager [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Terminating instance [ 1855.618798] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5be8df1f-1cf6-4aab-8775-756ae08a3753 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.668834] env[63302]: DEBUG oslo_concurrency.lockutils [req-f61e7e9e-5fad-44e8-8838-4864e8e2455a req-d000e304-6fb2-4ece-a4e4-5e3d48134935 service nova] Releasing lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.692782] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796149, 'name': ReconfigVM_Task, 'duration_secs': 0.948491} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.692782] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372485', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'name': 'volume-fd5b98ba-ac26-4a49-b63c-6b1575148830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d10748-d54e-4662-bd83-8ee2dec3891e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'serial': 'fd5b98ba-ac26-4a49-b63c-6b1575148830'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1855.692782] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba0de083-0e4c-47c7-8c5c-3a8c3105b0e3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.703115] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1855.703115] env[63302]: value = "task-1796152" [ 1855.703115] env[63302]: _type = "Task" [ 1855.703115] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.715337] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796152, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.826940] env[63302]: DEBUG nova.network.neutron [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Successfully updated port: 52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1855.885552] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796147, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.977036] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.977036] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.977036] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.977036] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.977387] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.977630] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.977905] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.978135] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.978405] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.978647] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.978881] env[63302]: DEBUG nova.virt.hardware [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.984487] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1855.984855] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c9fd229-0c02-4fae-b387-b57ea1a2dae9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.007429] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1856.007429] env[63302]: value = "task-1796153" [ 1856.007429] env[63302]: _type = "Task" [ 1856.007429] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.016605] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.032998] env[63302]: DEBUG nova.compute.manager [req-b27eb6d9-cab3-4b34-b8d0-7343569a18fe req-6e1655cc-4821-4aa7-915d-cdfe8f6622aa service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received event network-vif-plugged-52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1856.033261] env[63302]: DEBUG oslo_concurrency.lockutils [req-b27eb6d9-cab3-4b34-b8d0-7343569a18fe req-6e1655cc-4821-4aa7-915d-cdfe8f6622aa service nova] Acquiring lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.033473] env[63302]: DEBUG oslo_concurrency.lockutils [req-b27eb6d9-cab3-4b34-b8d0-7343569a18fe req-6e1655cc-4821-4aa7-915d-cdfe8f6622aa service nova] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.033644] env[63302]: DEBUG oslo_concurrency.lockutils [req-b27eb6d9-cab3-4b34-b8d0-7343569a18fe req-6e1655cc-4821-4aa7-915d-cdfe8f6622aa service nova] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.033859] env[63302]: DEBUG nova.compute.manager [req-b27eb6d9-cab3-4b34-b8d0-7343569a18fe req-6e1655cc-4821-4aa7-915d-cdfe8f6622aa service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] No waiting events found dispatching network-vif-plugged-52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.034756] env[63302]: WARNING nova.compute.manager [req-b27eb6d9-cab3-4b34-b8d0-7343569a18fe req-6e1655cc-4821-4aa7-915d-cdfe8f6622aa service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received unexpected event network-vif-plugged-52547cbd-609a-4c50-afac-de984810cf82 for instance with vm_state active and task_state None. [ 1856.051442] env[63302]: DEBUG nova.compute.manager [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1856.051605] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.052996] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfdc89d-147b-4e30-b55f-19f9ea05d370 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.064767] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.065114] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62171bb8-bdf1-488b-b736-6e9a8bd0d4a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.076164] env[63302]: DEBUG oslo_vmware.api [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1856.076164] env[63302]: value = "task-1796154" [ 1856.076164] env[63302]: _type = "Task" [ 1856.076164] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.080245] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.080588] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.080802] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.080984] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.081172] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.083891] env[63302]: INFO nova.compute.manager [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Terminating instance [ 1856.092338] env[63302]: DEBUG oslo_vmware.api [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.216651] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796152, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.331272] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.331272] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.331272] env[63302]: DEBUG nova.network.neutron [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.384884] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796147, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.519680] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796153, 'name': ReconfigVM_Task, 'duration_secs': 0.474852} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.520035] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1856.520961] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149c707f-3c0d-486f-b970-273712d20bff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.548674] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 34b2114e-8fb7-4fcd-8439-b30f621813b2/34b2114e-8fb7-4fcd-8439-b30f621813b2.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.549209] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66bd4d7-6a2e-440e-8b17-fa19a7c1ae82 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.571024] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1856.571024] env[63302]: value = "task-1796155" [ 1856.571024] env[63302]: _type = "Task" [ 1856.571024] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.583553] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.591078] env[63302]: DEBUG nova.compute.manager [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1856.591383] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.591738] env[63302]: DEBUG oslo_vmware.api [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796154, 'name': PowerOffVM_Task, 'duration_secs': 0.445121} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.592626] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac64e353-9cd2-4450-806a-e36f312e8d20 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.597565] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1856.597751] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1856.598010] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-647a7471-ab5f-4112-8525-21d2326ae33f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.604892] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.605813] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2bf621-09d2-47aa-a651-fc072cd43565 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.615162] env[63302]: DEBUG oslo_vmware.api [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1856.615162] env[63302]: value = "task-1796157" [ 1856.615162] env[63302]: _type = "Task" [ 1856.615162] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.628272] env[63302]: DEBUG oslo_vmware.api [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.719254] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796152, 'name': Rename_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.884784] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796147, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.915860] env[63302]: WARNING nova.network.neutron [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] 3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78 already exists in list: networks containing: ['3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78']. ignoring it [ 1857.084741] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.130338] env[63302]: DEBUG oslo_vmware.api [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796157, 'name': PowerOffVM_Task, 'duration_secs': 0.216775} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.130927] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.130927] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.131202] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eac869a4-eaae-4a8c-aa2b-8bc8fbb8d5c9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.222024] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796152, 'name': Rename_Task, 'duration_secs': 1.148907} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.222394] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.222672] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3054e56-0676-460b-8ef3-181d66f254c4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.238470] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1857.238470] env[63302]: value = "task-1796159" [ 1857.238470] env[63302]: _type = "Task" [ 1857.238470] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.251026] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.364261] env[63302]: DEBUG nova.network.neutron [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52547cbd-609a-4c50-afac-de984810cf82", "address": "fa:16:3e:44:0a:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52547cbd-60", "ovs_interfaceid": "52547cbd-609a-4c50-afac-de984810cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.385454] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796147, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.566253] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.566676] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.567113] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleting the datastore file [datastore1] bbfcb3b2-a3af-4843-943e-114d4b090fcd {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.567496] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd02e794-e08b-4832-a4f1-ccbae06e83f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.580305] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.581063] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.581233] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleting the datastore file [datastore1] 25358a48-5664-4841-9b5a-fcbccea1b293 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.581515] env[63302]: DEBUG oslo_vmware.api [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for the task: (returnval){ [ 1857.581515] env[63302]: value = "task-1796160" [ 1857.581515] env[63302]: _type = "Task" [ 1857.581515] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.583502] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6991041-a1c4-421a-8999-ce796d9b214d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.594318] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.602656] env[63302]: DEBUG oslo_vmware.api [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.604759] env[63302]: DEBUG oslo_vmware.api [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for the task: (returnval){ [ 1857.604759] env[63302]: value = "task-1796161" [ 1857.604759] env[63302]: _type = "Task" [ 1857.604759] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.615858] env[63302]: DEBUG oslo_vmware.api [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.617675] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.617915] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.618142] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleting the datastore file [datastore1] 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.618455] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d0a9400-42fe-4ffa-9ba8-0830785bea81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.627127] env[63302]: DEBUG oslo_vmware.api [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1857.627127] env[63302]: value = "task-1796162" [ 1857.627127] env[63302]: _type = "Task" [ 1857.627127] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.637100] env[63302]: DEBUG oslo_vmware.api [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.750769] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.867174] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.867982] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.868230] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.869235] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27787df1-e0e8-412a-910d-0a96b44ee8c4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.898360] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.898906] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.899078] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.899351] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.899571] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.899741] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.900267] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.900463] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.900674] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.900968] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.901261] env[63302]: DEBUG nova.virt.hardware [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.908352] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Reconfiguring VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1857.908890] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796147, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.220816} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.909626] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4924df9e-f718-484d-bd03-79da1ca88e82 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.922961] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f582865b-0b6c-42e8-88fa-eb204d8277ae/f582865b-0b6c-42e8-88fa-eb204d8277ae.vmdk to [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e/dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.923968] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c5cb45-a180-438c-8859-2691dc563060 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.950066] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e/dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.952320] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca5564a-2d72-48a0-842e-d783e65f9559 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.968923] env[63302]: DEBUG oslo_vmware.api [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1857.968923] env[63302]: value = "task-1796163" [ 1857.968923] env[63302]: _type = "Task" [ 1857.968923] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.975567] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1857.975567] env[63302]: value = "task-1796164" [ 1857.975567] env[63302]: _type = "Task" [ 1857.975567] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.979758] env[63302]: DEBUG oslo_vmware.api [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.989600] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.084995] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796155, 'name': ReconfigVM_Task, 'duration_secs': 1.139021} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.085598] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 34b2114e-8fb7-4fcd-8439-b30f621813b2/34b2114e-8fb7-4fcd-8439-b30f621813b2.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.086056] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance '34b2114e-8fb7-4fcd-8439-b30f621813b2' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1858.100599] env[63302]: DEBUG oslo_vmware.api [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Task: {'id': task-1796160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370489} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.102165] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.102165] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.102165] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.102607] env[63302]: INFO nova.compute.manager [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1858.102943] env[63302]: DEBUG oslo.service.loopingcall [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.103189] env[63302]: DEBUG nova.compute.manager [-] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.103292] env[63302]: DEBUG nova.network.neutron [-] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.116198] env[63302]: DEBUG oslo_vmware.api [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Task: {'id': task-1796161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419035} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.116585] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.117069] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.117436] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.117639] env[63302]: INFO nova.compute.manager [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Took 3.90 seconds to destroy the instance on the hypervisor. [ 1858.117899] env[63302]: DEBUG oslo.service.loopingcall [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.118143] env[63302]: DEBUG nova.compute.manager [-] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.118246] env[63302]: DEBUG nova.network.neutron [-] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.138383] env[63302]: DEBUG oslo_vmware.api [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379458} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.138383] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.138746] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.138746] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.138856] env[63302]: INFO nova.compute.manager [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1858.139046] env[63302]: DEBUG oslo.service.loopingcall [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.139257] env[63302]: DEBUG nova.compute.manager [-] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.139354] env[63302]: DEBUG nova.network.neutron [-] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.249982] env[63302]: DEBUG oslo_vmware.api [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796159, 'name': PowerOnVM_Task, 'duration_secs': 0.99326} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.250342] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.250495] env[63302]: INFO nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1858.250748] env[63302]: DEBUG nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.251483] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb8f80f-61b1-41ab-9dff-9efc2244bd47 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.480813] env[63302]: DEBUG oslo_vmware.api [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.491726] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.598687] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396a85eb-4590-43dd-94e5-7ba4dfbed45b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.621968] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9587a831-403f-4a5d-b454-d39961fb9de4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.643066] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance '34b2114e-8fb7-4fcd-8439-b30f621813b2' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1858.773260] env[63302]: INFO nova.compute.manager [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Took 28.07 seconds to build instance. [ 1858.981116] env[63302]: DEBUG oslo_vmware.api [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.990066] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796164, 'name': ReconfigVM_Task, 'duration_secs': 0.560392} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.990435] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e/dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.991133] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f101d15-9e81-4b79-8187-9dcb30d510fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.999085] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1858.999085] env[63302]: value = "task-1796165" [ 1858.999085] env[63302]: _type = "Task" [ 1858.999085] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.005204] env[63302]: DEBUG nova.network.neutron [-] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.010833] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796165, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.016623] env[63302]: DEBUG nova.network.neutron [-] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.126560] env[63302]: DEBUG nova.network.neutron [-] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.189197] env[63302]: DEBUG nova.network.neutron [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Port 151c99f9-bfb1-481c-bae7-9656cdd56d05 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1859.276067] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f23a27e2-4b64-4230-a670-6450e70fe252 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "c8d10748-d54e-4662-bd83-8ee2dec3891e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.588s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.481462] env[63302]: DEBUG oslo_vmware.api [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796163, 'name': ReconfigVM_Task, 'duration_secs': 1.456626} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.482026] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.482277] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Reconfigured VM to attach interface {{(pid=63302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1859.511742] env[63302]: INFO nova.compute.manager [-] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Took 1.39 seconds to deallocate network for instance. [ 1859.512378] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796165, 'name': Rename_Task, 'duration_secs': 0.158215} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.513991] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.516846] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a25bbb-e8b4-4c0b-b0dd-d4fe804c292f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.518740] env[63302]: INFO nova.compute.manager [-] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Took 1.42 seconds to deallocate network for instance. [ 1859.526054] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1859.526054] env[63302]: value = "task-1796166" [ 1859.526054] env[63302]: _type = "Task" [ 1859.526054] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.533946] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.630316] env[63302]: INFO nova.compute.manager [-] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Took 1.49 seconds to deallocate network for instance. [ 1859.988042] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d8e73329-dac6-474a-ad12-d5858545df8c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-52547cbd-609a-4c50-afac-de984810cf82" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.100s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.019768] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.020098] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.020355] env[63302]: DEBUG nova.objects.instance [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lazy-loading 'resources' on Instance uuid 25358a48-5664-4841-9b5a-fcbccea1b293 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.024751] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.037422] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.137737] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.213699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.214083] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.214201] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.501296] env[63302]: DEBUG oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f186d9-3e0d-4010-11fe-cc363928ffdd/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1860.502465] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c34543-060c-4e35-be1d-87708825e4bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.508410] env[63302]: DEBUG nova.compute.manager [req-725e4da3-9aaa-4085-bdf2-aff937283ee8 req-54d27b8d-ae51-4f88-bb8e-f4b6c9bc5c6c service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received event network-changed-52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1860.508961] env[63302]: DEBUG nova.compute.manager [req-725e4da3-9aaa-4085-bdf2-aff937283ee8 req-54d27b8d-ae51-4f88-bb8e-f4b6c9bc5c6c service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing instance network info cache due to event network-changed-52547cbd-609a-4c50-afac-de984810cf82. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1860.508961] env[63302]: DEBUG oslo_concurrency.lockutils [req-725e4da3-9aaa-4085-bdf2-aff937283ee8 req-54d27b8d-ae51-4f88-bb8e-f4b6c9bc5c6c service nova] Acquiring lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.509048] env[63302]: DEBUG oslo_concurrency.lockutils [req-725e4da3-9aaa-4085-bdf2-aff937283ee8 req-54d27b8d-ae51-4f88-bb8e-f4b6c9bc5c6c service nova] Acquired lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.509165] env[63302]: DEBUG nova.network.neutron [req-725e4da3-9aaa-4085-bdf2-aff937283ee8 req-54d27b8d-ae51-4f88-bb8e-f4b6c9bc5c6c service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Refreshing network info cache for port 52547cbd-609a-4c50-afac-de984810cf82 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.512691] env[63302]: DEBUG oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f186d9-3e0d-4010-11fe-cc363928ffdd/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1860.512865] env[63302]: ERROR oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f186d9-3e0d-4010-11fe-cc363928ffdd/disk-0.vmdk due to incomplete transfer. [ 1860.513345] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a561c56-3380-4fa7-93b1-b013c11cdc5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.525858] env[63302]: DEBUG oslo_vmware.rw_handles [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f186d9-3e0d-4010-11fe-cc363928ffdd/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1860.526084] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Uploaded image 6f74e8bc-a1f2-47ba-9643-5bcd439429af to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1860.528415] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1860.529587] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7aef9cd7-a674-4c58-b46a-952b9aa9dab3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.540243] env[63302]: DEBUG oslo_vmware.api [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796166, 'name': PowerOnVM_Task, 'duration_secs': 0.613557} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.541661] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.543694] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1860.543694] env[63302]: value = "task-1796167" [ 1860.543694] env[63302]: _type = "Task" [ 1860.543694] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.556139] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796167, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.655619] env[63302]: DEBUG nova.compute.manager [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.656851] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ebb1c9-8c99-4c51-8884-9112d199a94e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.745646] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e89a94-ecd8-4bf1-b043-efd0f3c67e8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.757439] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87154b5-2dd1-425a-bc6d-070768c64ef2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.792449] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c379948d-93fd-4a70-81e2-f2d4ab0fe6f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.801804] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e249ed-8a8a-4c5a-8a49-6b56cca931dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.817414] env[63302]: DEBUG nova.compute.provider_tree [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.008138] env[63302]: DEBUG nova.compute.manager [req-8ae041ea-7cf7-41ce-83bd-20d4e6493385 req-610c9d02-8000-460a-b5ca-f1d430a93ec0 service nova] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Received event network-vif-deleted-aaa6064a-7457-4842-ab14-619e3fc1db27 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1861.055015] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796167, 'name': Destroy_Task, 'duration_secs': 0.390246} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.055347] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Destroyed the VM [ 1861.055689] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1861.055964] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f2143cd-ea44-44c6-aaaf-7fa122236b11 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.067831] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1861.067831] env[63302]: value = "task-1796168" [ 1861.067831] env[63302]: _type = "Task" [ 1861.067831] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.078242] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.180214] env[63302]: DEBUG oslo_concurrency.lockutils [None req-af265c33-b3aa-4ac0-8f80-26b0e56d1827 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.340s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.181287] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 40.322s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.181489] env[63302]: INFO nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1861.181663] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.268824] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.269139] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.269288] env[63302]: DEBUG nova.network.neutron [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.320818] env[63302]: DEBUG nova.scheduler.client.report [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1861.349276] env[63302]: DEBUG nova.network.neutron [req-725e4da3-9aaa-4085-bdf2-aff937283ee8 req-54d27b8d-ae51-4f88-bb8e-f4b6c9bc5c6c service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updated VIF entry in instance network info cache for port 52547cbd-609a-4c50-afac-de984810cf82. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.349276] env[63302]: DEBUG nova.network.neutron [req-725e4da3-9aaa-4085-bdf2-aff937283ee8 req-54d27b8d-ae51-4f88-bb8e-f4b6c9bc5c6c service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52547cbd-609a-4c50-afac-de984810cf82", "address": "fa:16:3e:44:0a:b3", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52547cbd-60", "ovs_interfaceid": "52547cbd-609a-4c50-afac-de984810cf82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.421743] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.421989] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.578738] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796168, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.831331] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.833470] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.809s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.834810] env[63302]: DEBUG nova.objects.instance [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lazy-loading 'resources' on Instance uuid bbfcb3b2-a3af-4843-943e-114d4b090fcd {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.852314] env[63302]: DEBUG oslo_concurrency.lockutils [req-725e4da3-9aaa-4085-bdf2-aff937283ee8 req-54d27b8d-ae51-4f88-bb8e-f4b6c9bc5c6c service nova] Releasing lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.857671] env[63302]: INFO nova.scheduler.client.report [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Deleted allocations for instance 25358a48-5664-4841-9b5a-fcbccea1b293 [ 1861.930029] env[63302]: DEBUG nova.compute.utils [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1862.016428] env[63302]: DEBUG nova.network.neutron [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance_info_cache with network_info: [{"id": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "address": "fa:16:3e:f7:38:8a", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151c99f9-bf", "ovs_interfaceid": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.027240] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "interface-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-52547cbd-609a-4c50-afac-de984810cf82" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.027507] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-52547cbd-609a-4c50-afac-de984810cf82" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.080548] env[63302]: DEBUG oslo_vmware.api [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796168, 'name': RemoveSnapshot_Task, 'duration_secs': 0.640523} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.080917] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1862.081271] env[63302]: INFO nova.compute.manager [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Took 19.71 seconds to snapshot the instance on the hypervisor. [ 1862.367037] env[63302]: DEBUG oslo_concurrency.lockutils [None req-36d22a88-7e4d-4581-937b-90f116a8953c tempest-ServerRescueNegativeTestJSON-1479095343 tempest-ServerRescueNegativeTestJSON-1479095343-project-member] Lock "25358a48-5664-4841-9b5a-fcbccea1b293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.661s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.433169] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.518727] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.530537] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.531355] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.531751] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c3a90e-20ee-4160-96a4-b2d0493010e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.553345] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01391794-bf10-48e2-9c76-15bddc26282f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.556549] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94784956-1848-42b2-87b0-2c54758dd4ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.582123] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a25e93-81a2-41c7-a70f-6c9e2e877ea5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.595417] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Reconfiguring VM to detach interface {{(pid=63302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1862.602996] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edea5903-d4ff-4481-9e5f-a47db3b8b896 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.624818] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1862.624818] env[63302]: value = "task-1796169" [ 1862.624818] env[63302]: _type = "Task" [ 1862.624818] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.655584] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f6f711-b52f-4b18-b313-cc11ffbbe0f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.667732] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.672020] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4dcc9f-702f-496d-8621-c9e8daae77f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.692416] env[63302]: DEBUG nova.compute.provider_tree [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.013488] env[63302]: DEBUG nova.compute.manager [None req-7caf7237-617f-461b-a9d0-47b5339152d3 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Found 1 images (rotation: 2) {{(pid=63302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1863.036930] env[63302]: DEBUG nova.compute.manager [req-cc58671a-eca3-4430-a6d4-9ab0c2df9da9 req-116c0497-783d-4b22-a7bc-132d9769e7de service nova] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Received event network-vif-deleted-46e78916-28f4-4980-b8b5-eec197bc9834 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1863.037615] env[63302]: DEBUG nova.compute.manager [req-cc58671a-eca3-4430-a6d4-9ab0c2df9da9 req-116c0497-783d-4b22-a7bc-132d9769e7de service nova] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Received event network-vif-deleted-bc4e411f-12f8-4994-95e2-cd6c2c5a7b89 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1863.052876] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fa2dcb-a84a-49d2-96f8-4efa6a2ae0a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.085020] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f239d-4c48-452f-968d-6f3870f837d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.093807] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance '34b2114e-8fb7-4fcd-8439-b30f621813b2' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1863.165912] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.193165] env[63302]: DEBUG nova.compute.manager [req-ec74c9f9-e3ed-4d56-8c74-5ef58bb2ed2e req-2990955e-ef66-4eb7-b5fa-2050e3ce7284 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Received event network-changed-91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1863.193165] env[63302]: DEBUG nova.compute.manager [req-ec74c9f9-e3ed-4d56-8c74-5ef58bb2ed2e req-2990955e-ef66-4eb7-b5fa-2050e3ce7284 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Refreshing instance network info cache due to event network-changed-91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1863.193165] env[63302]: DEBUG oslo_concurrency.lockutils [req-ec74c9f9-e3ed-4d56-8c74-5ef58bb2ed2e req-2990955e-ef66-4eb7-b5fa-2050e3ce7284 service nova] Acquiring lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.193165] env[63302]: DEBUG oslo_concurrency.lockutils [req-ec74c9f9-e3ed-4d56-8c74-5ef58bb2ed2e req-2990955e-ef66-4eb7-b5fa-2050e3ce7284 service nova] Acquired lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.193165] env[63302]: DEBUG nova.network.neutron [req-ec74c9f9-e3ed-4d56-8c74-5ef58bb2ed2e req-2990955e-ef66-4eb7-b5fa-2050e3ce7284 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Refreshing network info cache for port 91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.195618] env[63302]: DEBUG nova.scheduler.client.report [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.510475] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.510475] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.510475] env[63302]: INFO nova.compute.manager [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Attaching volume ff2afa6d-7a96-4fa0-9758-3fec78d00b13 to /dev/sdb [ 1863.547017] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f480e-7440-46ae-bb85-2a73c76bce6d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.553295] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc35ddf-6504-4f07-a09c-5d62ccc6165d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.560918] env[63302]: DEBUG nova.compute.manager [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.561826] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c49a87b-9980-4bd5-a6e0-ff6aa257c90d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.579964] env[63302]: DEBUG nova.virt.block_device [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updating existing volume attachment record: 1fb99725-3947-411b-ae2e-a7ff4a8d013f {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1863.603172] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.603172] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29da9b1c-07f5-4392-83f7-10f8ef65cf2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.615021] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1863.615021] env[63302]: value = "task-1796170" [ 1863.615021] env[63302]: _type = "Task" [ 1863.615021] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.623212] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.652684] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96055017-9164-4248-8a1d-3337e0a45965 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.665084] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.666975] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8963702-1d52-494f-b985-606c01157fba tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Suspending the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1863.667295] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ea6c2b74-0db9-4c9e-8e9a-0c4a947e52ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.674786] env[63302]: DEBUG oslo_vmware.api [None req-f8963702-1d52-494f-b985-606c01157fba tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1863.674786] env[63302]: value = "task-1796171" [ 1863.674786] env[63302]: _type = "Task" [ 1863.674786] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.683494] env[63302]: DEBUG oslo_vmware.api [None req-f8963702-1d52-494f-b985-606c01157fba tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796171, 'name': SuspendVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.703697] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.705903] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.568s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.706156] env[63302]: DEBUG nova.objects.instance [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'resources' on Instance uuid 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.737984] env[63302]: INFO nova.scheduler.client.report [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Deleted allocations for instance bbfcb3b2-a3af-4843-943e-114d4b090fcd [ 1864.067277] env[63302]: DEBUG nova.network.neutron [req-ec74c9f9-e3ed-4d56-8c74-5ef58bb2ed2e req-2990955e-ef66-4eb7-b5fa-2050e3ce7284 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Updated VIF entry in instance network info cache for port 91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.067277] env[63302]: DEBUG nova.network.neutron [req-ec74c9f9-e3ed-4d56-8c74-5ef58bb2ed2e req-2990955e-ef66-4eb7-b5fa-2050e3ce7284 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Updating instance_info_cache with network_info: [{"id": "91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7", "address": "fa:16:3e:5f:eb:84", "network": {"id": "52c3aff1-4421-44e8-ad39-b45cd18795cc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1027654382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab0e98a30cef4c5ab1c6f76aac2eccfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f62057-d1", "ovs_interfaceid": "91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.085508] env[63302]: INFO nova.compute.manager [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] instance snapshotting [ 1864.087967] env[63302]: DEBUG nova.objects.instance [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'flavor' on Instance uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.128198] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.163364] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.186134] env[63302]: DEBUG oslo_vmware.api [None req-f8963702-1d52-494f-b985-606c01157fba tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796171, 'name': SuspendVM_Task} progress is 62%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.251302] env[63302]: DEBUG oslo_concurrency.lockutils [None req-83e97119-f333-45f5-933c-bca46618a005 tempest-ServersTestJSON-331502797 tempest-ServersTestJSON-331502797-project-member] Lock "bbfcb3b2-a3af-4843-943e-114d4b090fcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.708s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.451851] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bae986-a02d-4b0f-ac6a-3aab133644d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.460841] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7fc0b-d357-4e16-a2c8-8fea37b2eeab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.495300] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb7cf0-79aa-4be4-b48a-c4fd1fc83390 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.504648] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caf5224-d7f6-436b-a68c-3c4ad12f4927 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.519837] env[63302]: DEBUG nova.compute.provider_tree [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.569799] env[63302]: DEBUG oslo_concurrency.lockutils [req-ec74c9f9-e3ed-4d56-8c74-5ef58bb2ed2e req-2990955e-ef66-4eb7-b5fa-2050e3ce7284 service nova] Releasing lock "refresh_cache-c8d10748-d54e-4662-bd83-8ee2dec3891e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.594568] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69d3fc0-f712-4d1d-91fd-709c21c7c6a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.614134] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6e1978-6dc8-41f7-a206-2bbb45b23b37 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.630026] env[63302]: DEBUG oslo_vmware.api [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796170, 'name': PowerOnVM_Task, 'duration_secs': 0.561326} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.630026] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.630026] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99bfb3e1-3931-40c6-8f63-9c0ac669cdb4 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance '34b2114e-8fb7-4fcd-8439-b30f621813b2' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1864.663380] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.688129] env[63302]: DEBUG oslo_vmware.api [None req-f8963702-1d52-494f-b985-606c01157fba tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796171, 'name': SuspendVM_Task, 'duration_secs': 0.725083} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.688354] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8963702-1d52-494f-b985-606c01157fba tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Suspended the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1864.688602] env[63302]: DEBUG nova.compute.manager [None req-f8963702-1d52-494f-b985-606c01157fba tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.689590] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802220ce-053f-439c-ae38-e40ffe9beb67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.022562] env[63302]: DEBUG nova.scheduler.client.report [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.134524] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1865.134524] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6aeeda6-16bf-4110-9d7e-06cddee95190 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.144912] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1865.144912] env[63302]: value = "task-1796175" [ 1865.144912] env[63302]: _type = "Task" [ 1865.144912] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.168340] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.182367] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.528207] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.555664] env[63302]: INFO nova.scheduler.client.report [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted allocations for instance 6db8cf55-cabf-406e-a09d-3f0f6d7825f1 [ 1865.655319] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796175, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.682603] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.072331] env[63302]: DEBUG oslo_concurrency.lockutils [None req-76d85d7e-5ae5-490f-a40a-46aff0b04ae7 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "6db8cf55-cabf-406e-a09d-3f0f6d7825f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.991s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.163671] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796175, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.180521] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.255348] env[63302]: INFO nova.compute.manager [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Resuming [ 1866.256124] env[63302]: DEBUG nova.objects.instance [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lazy-loading 'flavor' on Instance uuid dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.658040] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796175, 'name': CreateSnapshot_Task, 'duration_secs': 1.072058} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.658945] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1866.659108] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5396265e-b2f2-4f2a-8e26-a8f98edfc9ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.685356] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.183724] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1867.187737] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d622e09-5296-4696-addb-d102b60be346 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.191516] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.197813] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1867.197813] env[63302]: value = "task-1796177" [ 1867.197813] env[63302]: _type = "Task" [ 1867.197813] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.206956] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796177, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.494711] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.495011] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.495217] env[63302]: DEBUG nova.compute.manager [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Going to confirm migration 5 {{(pid=63302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1867.683251] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.708789] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796177, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.773203] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.773460] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquired lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.773624] env[63302]: DEBUG nova.network.neutron [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.054101] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.054101] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquired lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.054101] env[63302]: DEBUG nova.network.neutron [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.054387] env[63302]: DEBUG nova.objects.instance [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lazy-loading 'info_cache' on Instance uuid 34b2114e-8fb7-4fcd-8439-b30f621813b2 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.184433] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.209309] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796177, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.526057] env[63302]: DEBUG nova.network.neutron [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [{"id": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "address": "fa:16:3e:af:e6:2b", "network": {"id": "efaf68b7-2fd0-4a4d-9eb5-57f503258b8a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-745833746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2edbfd263e3944908526be1c37d05b75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0374aff-25", "ovs_interfaceid": "e0374aff-2571-4d36-8ab1-0b0137079bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.542551] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "0e36d070-1c02-4056-85af-3002ec82f314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.542551] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.627644] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1868.627889] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1868.628864] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5ddfc-6f0e-4669-af43-39bc002f9e17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.646665] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df698367-a526-40c2-820a-a1311c9bdc05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.676226] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13/volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1868.677449] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7684c449-0f67-4be8-9cc0-1754dd4d8682 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.705580] env[63302]: DEBUG oslo_vmware.api [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796169, 'name': ReconfigVM_Task, 'duration_secs': 5.944547} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.707089] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.707317] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Reconfigured VM to detach interface {{(pid=63302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1868.709500] env[63302]: DEBUG oslo_vmware.api [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1868.709500] env[63302]: value = "task-1796178" [ 1868.709500] env[63302]: _type = "Task" [ 1868.709500] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.716939] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796177, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.723146] env[63302]: DEBUG oslo_vmware.api [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.033058] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Releasing lock "refresh_cache-dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.033058] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2a44b-122b-4b02-bf34-9b36cf99f2e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.044610] env[63302]: DEBUG nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.049178] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Resuming the VM {{(pid=63302) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1869.050422] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-780adb23-c1b4-41c0-bc40-38f51975211c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.066242] env[63302]: DEBUG oslo_vmware.api [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1869.066242] env[63302]: value = "task-1796179" [ 1869.066242] env[63302]: _type = "Task" [ 1869.066242] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.079906] env[63302]: DEBUG oslo_vmware.api [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.212754] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796177, 'name': CloneVM_Task, 'duration_secs': 1.929818} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.216890] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Created linked-clone VM from snapshot [ 1869.217854] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef9a381-6c2d-469d-a19c-f8f334f8886c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.233049] env[63302]: DEBUG oslo_vmware.api [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796178, 'name': ReconfigVM_Task, 'duration_secs': 0.463419} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.233636] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Uploading image 5fbc8279-5fe7-4974-8fe6-06feb2feedb0 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1869.235936] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13/volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1869.244907] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8b59bb-8a72-4d8f-8d73-298feb28fba0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.265819] env[63302]: DEBUG oslo_vmware.api [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1869.265819] env[63302]: value = "task-1796180" [ 1869.265819] env[63302]: _type = "Task" [ 1869.265819] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.268580] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1869.268580] env[63302]: value = "vm-372508" [ 1869.268580] env[63302]: _type = "VirtualMachine" [ 1869.268580] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1869.271019] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3abd072-11ae-45e6-a79b-98a8d835857a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.290024] env[63302]: DEBUG oslo_vmware.api [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.290024] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease: (returnval){ [ 1869.290024] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52957f09-6daa-1422-8664-490d8d30a5fc" [ 1869.290024] env[63302]: _type = "HttpNfcLease" [ 1869.290024] env[63302]: } obtained for exporting VM: (result){ [ 1869.290024] env[63302]: value = "vm-372508" [ 1869.290024] env[63302]: _type = "VirtualMachine" [ 1869.290024] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1869.290024] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the lease: (returnval){ [ 1869.290024] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52957f09-6daa-1422-8664-490d8d30a5fc" [ 1869.290024] env[63302]: _type = "HttpNfcLease" [ 1869.290024] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1869.298240] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1869.298240] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52957f09-6daa-1422-8664-490d8d30a5fc" [ 1869.298240] env[63302]: _type = "HttpNfcLease" [ 1869.298240] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1869.345405] env[63302]: DEBUG nova.network.neutron [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance_info_cache with network_info: [{"id": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "address": "fa:16:3e:f7:38:8a", "network": {"id": "81cec126-fe96-4536-b2c5-6fd561bbe8e7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-172899590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec2cdf268e04577b5a61d43b9a456b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151c99f9-bf", "ovs_interfaceid": "151c99f9-bfb1-481c-bae7-9656cdd56d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.574117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.574117] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.575527] env[63302]: INFO nova.compute.claims [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.586290] env[63302]: DEBUG oslo_vmware.api [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796179, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.785953] env[63302]: DEBUG oslo_vmware.api [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796180, 'name': ReconfigVM_Task, 'duration_secs': 0.275403} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.786416] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1869.799896] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1869.799896] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52957f09-6daa-1422-8664-490d8d30a5fc" [ 1869.799896] env[63302]: _type = "HttpNfcLease" [ 1869.799896] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1869.800166] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1869.800166] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52957f09-6daa-1422-8664-490d8d30a5fc" [ 1869.800166] env[63302]: _type = "HttpNfcLease" [ 1869.800166] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1869.800880] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f7fac6-b906-4117-9f7c-f61265d36c64 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.813013] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249164c-854f-9d3f-4a36-e08bdbe9d945/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1869.813237] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249164c-854f-9d3f-4a36-e08bdbe9d945/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1869.877699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Releasing lock "refresh_cache-34b2114e-8fb7-4fcd-8439-b30f621813b2" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.878315] env[63302]: DEBUG nova.objects.instance [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lazy-loading 'migration_context' on Instance uuid 34b2114e-8fb7-4fcd-8439-b30f621813b2 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.953943] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23c87783-4cf3-4e41-8eb0-4bef9c9eb286 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.081755] env[63302]: DEBUG oslo_vmware.api [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796179, 'name': PowerOnVM_Task, 'duration_secs': 0.814659} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.082243] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Resumed the VM {{(pid=63302) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1870.082516] env[63302]: DEBUG nova.compute.manager [None req-9a36ddba-b4aa-42f8-83e6-75e7c5a215b1 tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.083693] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc9cc3b-dbd7-4caf-adc9-d0eaf0077d3e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.212875] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.213090] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquired lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.213283] env[63302]: DEBUG nova.network.neutron [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1870.383061] env[63302]: DEBUG nova.objects.base [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Object Instance<34b2114e-8fb7-4fcd-8439-b30f621813b2> lazy-loaded attributes: info_cache,migration_context {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1870.384504] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695ba018-2ea7-4dfd-a5e1-90ef6c3dc5b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.411482] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9670fc-c870-4d87-b30b-f765d1698382 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.419649] env[63302]: DEBUG oslo_vmware.api [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1870.419649] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f8af68-ddc2-ae47-1020-2709697620ab" [ 1870.419649] env[63302]: _type = "Task" [ 1870.419649] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.431546] env[63302]: DEBUG oslo_vmware.api [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f8af68-ddc2-ae47-1020-2709697620ab, 'name': SearchDatastore_Task} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.432035] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.572952] env[63302]: DEBUG oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52718496-42b0-827d-9e0b-57871f2346de/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1870.574222] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f8a8f3-29b7-4e69-bf54-c1af96ba0c5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.582212] env[63302]: DEBUG oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52718496-42b0-827d-9e0b-57871f2346de/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1870.582212] env[63302]: ERROR oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52718496-42b0-827d-9e0b-57871f2346de/disk-0.vmdk due to incomplete transfer. [ 1870.588378] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b533a891-0f97-4a93-925d-006996706f47 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.596823] env[63302]: DEBUG oslo_vmware.rw_handles [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52718496-42b0-827d-9e0b-57871f2346de/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1870.597124] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Uploaded image afdcc104-7dd0-4ce8-b618-d359a22982f0 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1870.599120] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1870.600653] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c65d2f4-da9b-4761-9cc1-be7c8048526b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.615611] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1870.615611] env[63302]: value = "task-1796182" [ 1870.615611] env[63302]: _type = "Task" [ 1870.615611] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.628693] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796182, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.799056] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.799598] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.799920] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.800292] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.800635] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.804174] env[63302]: INFO nova.compute.manager [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Terminating instance [ 1870.854649] env[63302]: DEBUG nova.objects.instance [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'flavor' on Instance uuid dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.865254] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25642f27-6dd9-4a57-b8e9-d78e656ec7fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.884533] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c859d879-4137-4187-b8f2-cab5ff11beaf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.930782] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4547875-8b0d-4e6a-af44-e80848dca9c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.935630] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a1cc150-88dd-4949-9544-88fc595dbb65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.935942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.946076] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d3059-bfe9-4cb3-8507-0dc7506582eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.967316] env[63302]: DEBUG nova.compute.provider_tree [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.072568] env[63302]: INFO nova.network.neutron [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Port 52547cbd-609a-4c50-afac-de984810cf82 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1871.073139] env[63302]: DEBUG nova.network.neutron [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [{"id": "94888ea5-027a-4053-91ac-71da42242ef4", "address": "fa:16:3e:35:e4:21", "network": {"id": "3b9f8f7e-ce2c-46eb-8f6d-334e7a229a78", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2083501912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2fb1e164127436d8a771fedbbdf1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94888ea5-02", "ovs_interfaceid": "94888ea5-027a-4053-91ac-71da42242ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.127516] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796182, 'name': Destroy_Task, 'duration_secs': 0.500995} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.127925] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Destroyed the VM [ 1871.128339] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1871.128691] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e28a18a2-dc4c-498a-98fa-190e1f71500f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.136328] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1871.136328] env[63302]: value = "task-1796183" [ 1871.136328] env[63302]: _type = "Task" [ 1871.136328] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.146046] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.308659] env[63302]: DEBUG nova.compute.manager [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.308902] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.309872] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bb015a-6120-48a0-9bd7-79002e80eb59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.318794] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.319068] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3771e957-473c-4325-9269-db18af780693 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.326354] env[63302]: DEBUG oslo_vmware.api [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1871.326354] env[63302]: value = "task-1796184" [ 1871.326354] env[63302]: _type = "Task" [ 1871.326354] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.335434] env[63302]: DEBUG oslo_vmware.api [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.360021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ac1f9043-5566-44f9-9601-c286dca01e9c tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.439451] env[63302]: DEBUG nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.471330] env[63302]: DEBUG nova.scheduler.client.report [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.577445] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Releasing lock "refresh_cache-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.648173] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796183, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.749902] env[63302]: INFO nova.compute.manager [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Rebuilding instance [ 1871.802607] env[63302]: DEBUG nova.compute.manager [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.803683] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b32811-c6b0-4247-b5b1-9649aa565608 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.837148] env[63302]: DEBUG oslo_vmware.api [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796184, 'name': PowerOffVM_Task, 'duration_secs': 0.260394} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.837404] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.837580] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.837838] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb142329-b295-4789-8b97-5c2b3b8ea1cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.962488] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.976622] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.977247] env[63302]: DEBUG nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1871.980060] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.548s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.011927] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.012656] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.012656] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleting the datastore file [datastore1] bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.013034] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cfef68b-81e9-46b0-bf13-a3b50bcedcee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.022449] env[63302]: DEBUG oslo_vmware.api [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1872.022449] env[63302]: value = "task-1796186" [ 1872.022449] env[63302]: _type = "Task" [ 1872.022449] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.034204] env[63302]: DEBUG oslo_vmware.api [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.084141] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1a07d54d-8dc5-46fa-a6a0-f6d2990f591c tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "interface-bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3-52547cbd-609a-4c50-afac-de984810cf82" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.056s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.148502] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796183, 'name': RemoveSnapshot_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.483215] env[63302]: DEBUG nova.compute.utils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1872.487824] env[63302]: DEBUG nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1872.488770] env[63302]: DEBUG nova.network.neutron [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1872.530153] env[63302]: DEBUG nova.policy [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58cad35208d14dc2b885c7d96722536a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a8d348da8c46b2bc82dcbc19e03fae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1872.537827] env[63302]: DEBUG oslo_vmware.api [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201168} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.538318] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.538510] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.538690] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.538875] env[63302]: INFO nova.compute.manager [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1872.539128] env[63302]: DEBUG oslo.service.loopingcall [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.539332] env[63302]: DEBUG nova.compute.manager [-] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.539474] env[63302]: DEBUG nova.network.neutron [-] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.650219] env[63302]: DEBUG oslo_vmware.api [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796183, 'name': RemoveSnapshot_Task, 'duration_secs': 1.175256} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.654820] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1872.655149] env[63302]: INFO nova.compute.manager [None req-73dee5e9-2378-4dba-a9d7-3094b3571c26 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Took 24.76 seconds to snapshot the instance on the hypervisor. [ 1872.701010] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7cc302-d322-4690-91c6-3e8124404187 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.714512] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e0cdd1-ca2b-4a86-a664-a5ebf336c84d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.748219] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c63f1-9c45-4a17-99f1-616f1058265b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.758838] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff9b6d-c4f2-4468-be9d-9b91ef02d945 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.774191] env[63302]: DEBUG nova.compute.provider_tree [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.820054] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.820744] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01cf9fce-869a-4816-9afd-fcc39778205c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.830434] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1872.830434] env[63302]: value = "task-1796187" [ 1872.830434] env[63302]: _type = "Task" [ 1872.830434] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.832082] env[63302]: DEBUG nova.network.neutron [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Successfully created port: 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1872.848101] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.988987] env[63302]: DEBUG nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1873.280073] env[63302]: DEBUG nova.scheduler.client.report [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.348573] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796187, 'name': PowerOffVM_Task, 'duration_secs': 0.359598} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.348573] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.404973] env[63302]: INFO nova.compute.manager [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Detaching volume ff2afa6d-7a96-4fa0-9758-3fec78d00b13 [ 1873.440270] env[63302]: INFO nova.virt.block_device [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Attempting to driver detach volume ff2afa6d-7a96-4fa0-9758-3fec78d00b13 from mountpoint /dev/sdb [ 1873.440704] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1873.440923] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1873.441817] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f4b5b-a8a4-4833-bef6-08acaa61f94c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.470779] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990bedc0-26f1-49c5-842c-a64de757dd91 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.479389] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0551a852-832d-42b8-9d46-0eab3892207a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.508272] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96218f7-a458-43e4-b161-e9826c98abdd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.525718] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] The volume has not been displaced from its original location: [datastore1] volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13/volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1873.531205] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1873.531642] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb48b4b9-4856-49b3-a65a-a250ed2a855f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.553963] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1873.553963] env[63302]: value = "task-1796188" [ 1873.553963] env[63302]: _type = "Task" [ 1873.553963] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.563259] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.009042] env[63302]: DEBUG nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1874.051818] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1874.052210] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.052495] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1874.052777] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.053057] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1874.053323] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1874.053669] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1874.053929] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1874.054226] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1874.054496] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1874.054787] env[63302]: DEBUG nova.virt.hardware [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1874.056330] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8095042-6fae-46b7-b2fb-cf88f57815ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.072616] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796188, 'name': ReconfigVM_Task, 'duration_secs': 0.319218} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.073020] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1874.078704] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696b4a01-a5dc-4b70-9c87-3cff14c7fd1f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.082645] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d1518c-eb52-4828-b6dc-4474590c01c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.106434] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1874.106434] env[63302]: value = "task-1796189" [ 1874.106434] env[63302]: _type = "Task" [ 1874.106434] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.115855] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796189, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.134763] env[63302]: DEBUG nova.compute.manager [req-a53c740b-0d6e-46da-bbcc-e1dc6addf76f req-29ac8d8a-a32e-4721-88cd-58256e2b28e2 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Received event network-vif-deleted-94888ea5-027a-4053-91ac-71da42242ef4 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1874.134932] env[63302]: INFO nova.compute.manager [req-a53c740b-0d6e-46da-bbcc-e1dc6addf76f req-29ac8d8a-a32e-4721-88cd-58256e2b28e2 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Neutron deleted interface 94888ea5-027a-4053-91ac-71da42242ef4; detaching it from the instance and deleting it from the info cache [ 1874.135054] env[63302]: DEBUG nova.network.neutron [req-a53c740b-0d6e-46da-bbcc-e1dc6addf76f req-29ac8d8a-a32e-4721-88cd-58256e2b28e2 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.291793] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.311s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.296153] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.334s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.297928] env[63302]: INFO nova.compute.claims [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1874.367140] env[63302]: DEBUG nova.network.neutron [-] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.386819] env[63302]: DEBUG nova.network.neutron [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Successfully updated port: 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1874.617609] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796189, 'name': ReconfigVM_Task, 'duration_secs': 0.274829} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.618642] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1874.641054] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35f8cd9d-554d-4c54-8ce2-ea93a3483607 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.654378] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bd8bf9-e40c-4522-b1f6-a3363ef5a5a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.687640] env[63302]: DEBUG nova.compute.manager [req-a53c740b-0d6e-46da-bbcc-e1dc6addf76f req-29ac8d8a-a32e-4721-88cd-58256e2b28e2 service nova] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Detach interface failed, port_id=94888ea5-027a-4053-91ac-71da42242ef4, reason: Instance bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1874.759285] env[63302]: DEBUG nova.compute.manager [req-db752bc8-1574-40ed-a033-0f9a4353d23b req-99cc449a-9f67-4b22-afa3-3d2e736ce2d9 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received event network-vif-plugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1874.759510] env[63302]: DEBUG oslo_concurrency.lockutils [req-db752bc8-1574-40ed-a033-0f9a4353d23b req-99cc449a-9f67-4b22-afa3-3d2e736ce2d9 service nova] Acquiring lock "0e36d070-1c02-4056-85af-3002ec82f314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.759729] env[63302]: DEBUG oslo_concurrency.lockutils [req-db752bc8-1574-40ed-a033-0f9a4353d23b req-99cc449a-9f67-4b22-afa3-3d2e736ce2d9 service nova] Lock "0e36d070-1c02-4056-85af-3002ec82f314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.759900] env[63302]: DEBUG oslo_concurrency.lockutils [req-db752bc8-1574-40ed-a033-0f9a4353d23b req-99cc449a-9f67-4b22-afa3-3d2e736ce2d9 service nova] Lock "0e36d070-1c02-4056-85af-3002ec82f314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.760080] env[63302]: DEBUG nova.compute.manager [req-db752bc8-1574-40ed-a033-0f9a4353d23b req-99cc449a-9f67-4b22-afa3-3d2e736ce2d9 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] No waiting events found dispatching network-vif-plugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1874.760250] env[63302]: WARNING nova.compute.manager [req-db752bc8-1574-40ed-a033-0f9a4353d23b req-99cc449a-9f67-4b22-afa3-3d2e736ce2d9 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received unexpected event network-vif-plugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 for instance with vm_state building and task_state spawning. [ 1874.865681] env[63302]: INFO nova.scheduler.client.report [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted allocation for migration 3cc2bd9c-09e2-454d-b749-3fdafe443f64 [ 1874.872928] env[63302]: INFO nova.compute.manager [-] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Took 2.33 seconds to deallocate network for instance. [ 1874.889213] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.889370] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.889478] env[63302]: DEBUG nova.network.neutron [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.372403] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.877s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.379256] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.423097] env[63302]: DEBUG nova.network.neutron [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1875.485905] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d219e1-b96d-4a39-a48a-51e93ab20d28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.497270] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a366ea10-8363-4dca-8d80-4856a5b5ad41 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.529185] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea6f48-548a-44e3-83b3-bc58dfa979b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.539807] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aefe9a8-d96a-4efd-82af-1699a7d24c5e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.555172] env[63302]: DEBUG nova.compute.provider_tree [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.559651] env[63302]: DEBUG nova.compute.manager [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.560274] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8ab19-999d-47aa-a677-7d15499c8d1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.580824] env[63302]: DEBUG nova.network.neutron [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [{"id": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "address": "fa:16:3e:36:d2:73", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4e11b3-e1", "ovs_interfaceid": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.677417] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.677802] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77bfd366-6933-482c-95b8-c5665c56af7b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.686234] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1875.686234] env[63302]: value = "task-1796190" [ 1875.686234] env[63302]: _type = "Task" [ 1875.686234] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.697695] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1875.697922] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1875.699781] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1875.699781] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2719409c-e936-489f-9575-703d98273007 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.718096] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c920b4-66c6-430a-8ef0-a10816d18c3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.725709] env[63302]: WARNING nova.virt.vmwareapi.driver [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1875.726036] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1875.726827] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f79ff3e-2f87-4d2b-a299-d175f838e41f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.734449] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.734711] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6579d55f-dacb-481f-aebc-98c937794a10 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.061018] env[63302]: DEBUG nova.scheduler.client.report [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.072825] env[63302]: INFO nova.compute.manager [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] instance snapshotting [ 1876.074411] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5ecf89-c4d9-421a-9a2d-52a99e83e679 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.096056] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.096056] env[63302]: DEBUG nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Instance network_info: |[{"id": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "address": "fa:16:3e:36:d2:73", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4e11b3-e1", "ovs_interfaceid": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1876.096828] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d2:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a4e11b3-e10b-4b4c-adbc-53c7599d5b82', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1876.105174] env[63302]: DEBUG oslo.service.loopingcall [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.106018] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75a5186-a341-464d-92a3-86adcd173150 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.109291] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1876.109595] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89aa167a-d73a-4862-a42f-d35a77c8e64f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.139490] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1876.139490] env[63302]: value = "task-1796192" [ 1876.139490] env[63302]: _type = "Task" [ 1876.139490] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.152842] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796192, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.371408] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.371408] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.371408] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleting the datastore file [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.371678] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d25e7b7-f484-4332-90d3-9d77c9823b88 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.379148] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1876.379148] env[63302]: value = "task-1796193" [ 1876.379148] env[63302]: _type = "Task" [ 1876.379148] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.387777] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.532353] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.532583] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.532808] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.532997] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.533197] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.535407] env[63302]: INFO nova.compute.manager [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Terminating instance [ 1876.564804] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.565358] env[63302]: DEBUG nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1876.568094] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.189s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.568247] env[63302]: DEBUG nova.objects.instance [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'resources' on Instance uuid bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.641768] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1876.642146] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68feda97-b2d6-40fe-a99e-f4f0111ddb4f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.653305] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796192, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.654717] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1876.654717] env[63302]: value = "task-1796194" [ 1876.654717] env[63302]: _type = "Task" [ 1876.654717] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.663115] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.790292] env[63302]: DEBUG nova.compute.manager [req-829cb441-8834-486a-98b8-8088eadd27b8 req-b0027a35-7a2d-4e32-82b9-85ddd83227be service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received event network-changed-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1876.790554] env[63302]: DEBUG nova.compute.manager [req-829cb441-8834-486a-98b8-8088eadd27b8 req-b0027a35-7a2d-4e32-82b9-85ddd83227be service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Refreshing instance network info cache due to event network-changed-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1876.790725] env[63302]: DEBUG oslo_concurrency.lockutils [req-829cb441-8834-486a-98b8-8088eadd27b8 req-b0027a35-7a2d-4e32-82b9-85ddd83227be service nova] Acquiring lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.790912] env[63302]: DEBUG oslo_concurrency.lockutils [req-829cb441-8834-486a-98b8-8088eadd27b8 req-b0027a35-7a2d-4e32-82b9-85ddd83227be service nova] Acquired lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.791077] env[63302]: DEBUG nova.network.neutron [req-829cb441-8834-486a-98b8-8088eadd27b8 req-b0027a35-7a2d-4e32-82b9-85ddd83227be service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Refreshing network info cache for port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1876.889884] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.039148] env[63302]: DEBUG nova.compute.manager [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1877.039422] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1877.040386] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f337620-296e-4d3d-8fa1-ffd0ae5370c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.049197] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.049471] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-591bc322-e115-4dae-80bf-cd92f58bee98 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.056837] env[63302]: DEBUG oslo_vmware.api [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1877.056837] env[63302]: value = "task-1796195" [ 1877.056837] env[63302]: _type = "Task" [ 1877.056837] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.066322] env[63302]: DEBUG oslo_vmware.api [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.072994] env[63302]: DEBUG nova.compute.utils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1877.077202] env[63302]: DEBUG nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1877.077377] env[63302]: DEBUG nova.network.neutron [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1877.131275] env[63302]: DEBUG nova.policy [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96975448f63445289a9cb49506da3c4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00a512d7fb5242ec8034d21da0c8e3e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1877.156645] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796192, 'name': CreateVM_Task, 'duration_secs': 0.725816} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.160410] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1877.163729] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.163934] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.164302] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1877.165262] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb8efef-375d-4df1-a2c4-6bacb95f88d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.172233] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796194, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.174086] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1877.174086] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ded275-9f14-a485-a485-7380ded1de1e" [ 1877.174086] env[63302]: _type = "Task" [ 1877.174086] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.186461] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ded275-9f14-a485-a485-7380ded1de1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.274079] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33078465-fd93-4430-84a7-44c67699b96e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.283850] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed406e61-8497-411f-a508-29b21b9c199c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.324064] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1404b8f6-1bc0-4f37-83b1-472537a7a880 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.331405] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ee5a6-b8f0-4e00-a3d9-e3afccbb6f24 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.348530] env[63302]: DEBUG nova.compute.provider_tree [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.391012] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.434844] env[63302]: DEBUG nova.network.neutron [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Successfully created port: 936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1877.567910] env[63302]: DEBUG oslo_vmware.api [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796195, 'name': PowerOffVM_Task, 'duration_secs': 0.254222} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.570332] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.570504] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.570762] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68a9600a-3649-4daf-b9de-58db551005f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.581355] env[63302]: DEBUG nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1877.608094] env[63302]: DEBUG nova.network.neutron [req-829cb441-8834-486a-98b8-8088eadd27b8 req-b0027a35-7a2d-4e32-82b9-85ddd83227be service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updated VIF entry in instance network info cache for port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.608548] env[63302]: DEBUG nova.network.neutron [req-829cb441-8834-486a-98b8-8088eadd27b8 req-b0027a35-7a2d-4e32-82b9-85ddd83227be service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [{"id": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "address": "fa:16:3e:36:d2:73", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4e11b3-e1", "ovs_interfaceid": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.667301] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796194, 'name': CreateSnapshot_Task, 'duration_secs': 0.524702} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.667579] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1877.668358] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0132ad9-3ec4-437f-a053-b9280bc0fe1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.688772] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ded275-9f14-a485-a485-7380ded1de1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.780044] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.780326] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.780976] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleting the datastore file [datastore1] 34b2114e-8fb7-4fcd-8439-b30f621813b2 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.780976] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72fe9b78-7198-4eef-aeb1-bba8b3794857 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.789056] env[63302]: DEBUG oslo_vmware.api [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for the task: (returnval){ [ 1877.789056] env[63302]: value = "task-1796197" [ 1877.789056] env[63302]: _type = "Task" [ 1877.789056] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.798879] env[63302]: DEBUG oslo_vmware.api [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.851922] env[63302]: DEBUG nova.scheduler.client.report [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.891338] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.906385] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.906645] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.906860] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.907060] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.907237] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.909482] env[63302]: INFO nova.compute.manager [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Terminating instance [ 1878.111060] env[63302]: DEBUG oslo_concurrency.lockutils [req-829cb441-8834-486a-98b8-8088eadd27b8 req-b0027a35-7a2d-4e32-82b9-85ddd83227be service nova] Releasing lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.189663] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1878.190284] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26553187-5faa-45ed-b975-e833bf921b67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.200053] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ded275-9f14-a485-a485-7380ded1de1e, 'name': SearchDatastore_Task, 'duration_secs': 0.690036} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.201429] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.201728] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.201985] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.202213] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.202361] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.202670] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1878.202670] env[63302]: value = "task-1796198" [ 1878.202670] env[63302]: _type = "Task" [ 1878.202670] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.202874] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed2928eb-0426-4767-9c1c-ac3c0a2b0ffa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.215479] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796198, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.216844] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.217061] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.217818] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2823baf-6f12-4905-8e70-1ecf93f23849 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.224110] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1878.224110] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5280f61c-4f76-d166-ac8c-2140d61f932b" [ 1878.224110] env[63302]: _type = "Task" [ 1878.224110] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.232886] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5280f61c-4f76-d166-ac8c-2140d61f932b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.299742] env[63302]: DEBUG oslo_vmware.api [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Task: {'id': task-1796197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264075} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.300035] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.300246] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.300450] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.300629] env[63302]: INFO nova.compute.manager [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1878.300868] env[63302]: DEBUG oslo.service.loopingcall [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.301090] env[63302]: DEBUG nova.compute.manager [-] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.301190] env[63302]: DEBUG nova.network.neutron [-] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.357597] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.397309] env[63302]: INFO nova.scheduler.client.report [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleted allocations for instance bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3 [ 1878.403799] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.663292} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.408193] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.408440] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.408627] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.415911] env[63302]: DEBUG nova.compute.manager [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1878.416145] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1878.419262] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b1672f-9c05-4a0e-b030-3069c2b8ee18 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.429259] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.429601] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4340930d-8ecf-4401-8ed1-37377185bf31 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.439111] env[63302]: DEBUG oslo_vmware.api [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1878.439111] env[63302]: value = "task-1796199" [ 1878.439111] env[63302]: _type = "Task" [ 1878.439111] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.450397] env[63302]: DEBUG oslo_vmware.api [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.580151] env[63302]: DEBUG nova.compute.manager [req-035d2100-d28f-415d-8f4b-cf44da7a2430 req-3732e0e9-9249-46ba-af1c-f8f5629fda03 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Received event network-vif-deleted-151c99f9-bfb1-481c-bae7-9656cdd56d05 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1878.580151] env[63302]: INFO nova.compute.manager [req-035d2100-d28f-415d-8f4b-cf44da7a2430 req-3732e0e9-9249-46ba-af1c-f8f5629fda03 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Neutron deleted interface 151c99f9-bfb1-481c-bae7-9656cdd56d05; detaching it from the instance and deleting it from the info cache [ 1878.580398] env[63302]: DEBUG nova.network.neutron [req-035d2100-d28f-415d-8f4b-cf44da7a2430 req-3732e0e9-9249-46ba-af1c-f8f5629fda03 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.590688] env[63302]: DEBUG nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1878.613480] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.613741] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.613900] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.614093] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.614245] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.614407] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.614661] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.614834] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.615016] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.615216] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.615454] env[63302]: DEBUG nova.virt.hardware [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.616317] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9059a07c-d6a0-497a-b594-033fb946b299 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.625341] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710f8a0f-d8b7-4403-9f8c-a3fa35d2720c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.721268] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796198, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.739490] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5280f61c-4f76-d166-ac8c-2140d61f932b, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.739490] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2377df15-d127-4ac6-9525-c404e480d68a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.752451] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1878.752451] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aba873-b1cf-80e1-776f-b104d21c3b73" [ 1878.752451] env[63302]: _type = "Task" [ 1878.752451] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.771204] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52aba873-b1cf-80e1-776f-b104d21c3b73, 'name': SearchDatastore_Task, 'duration_secs': 0.01462} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.771204] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.771204] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314/0e36d070-1c02-4056-85af-3002ec82f314.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1878.771204] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db82364e-657c-4d19-8305-44200ff9a16b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.779038] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1878.779038] env[63302]: value = "task-1796200" [ 1878.779038] env[63302]: _type = "Task" [ 1878.779038] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.803934] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.921226] env[63302]: INFO nova.virt.block_device [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Booting with volume ff2afa6d-7a96-4fa0-9758-3fec78d00b13 at /dev/sdb [ 1878.923905] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f0cb4c23-c454-4c87-b97c-c9dfa9c2b119 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.124s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.951537] env[63302]: DEBUG oslo_vmware.api [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796199, 'name': PowerOffVM_Task, 'duration_secs': 0.439333} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.951537] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.951537] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.951884] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-618d4b83-f02b-4a8b-8ab5-ead831a511c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.957723] env[63302]: DEBUG nova.compute.manager [req-a118a864-2c83-416f-bf05-aafb710f3d8b req-9de94a89-e7a3-4e5e-863f-6991db072cc5 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Received event network-vif-plugged-936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1878.958026] env[63302]: DEBUG oslo_concurrency.lockutils [req-a118a864-2c83-416f-bf05-aafb710f3d8b req-9de94a89-e7a3-4e5e-863f-6991db072cc5 service nova] Acquiring lock "7a1cc150-88dd-4949-9544-88fc595dbb65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.958262] env[63302]: DEBUG oslo_concurrency.lockutils [req-a118a864-2c83-416f-bf05-aafb710f3d8b req-9de94a89-e7a3-4e5e-863f-6991db072cc5 service nova] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.958439] env[63302]: DEBUG oslo_concurrency.lockutils [req-a118a864-2c83-416f-bf05-aafb710f3d8b req-9de94a89-e7a3-4e5e-863f-6991db072cc5 service nova] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.958613] env[63302]: DEBUG nova.compute.manager [req-a118a864-2c83-416f-bf05-aafb710f3d8b req-9de94a89-e7a3-4e5e-863f-6991db072cc5 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] No waiting events found dispatching network-vif-plugged-936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1878.958799] env[63302]: WARNING nova.compute.manager [req-a118a864-2c83-416f-bf05-aafb710f3d8b req-9de94a89-e7a3-4e5e-863f-6991db072cc5 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Received unexpected event network-vif-plugged-936319d3-5c79-41de-80f6-6c1e8b9b1ede for instance with vm_state building and task_state spawning. [ 1878.967564] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87b61a95-15ab-4127-aac4-b1660b0f2efb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.977563] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad09888-1c23-4f5f-bfb3-7ce53c9e67fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.016614] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bc7a3bd-7dbd-429f-b990-453c731df8b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.026725] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f013b49-ae4c-4d2b-b237-b4179b36db5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.062667] env[63302]: DEBUG nova.network.neutron [-] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.065022] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4562f5ef-fe6d-4d81-8526-de3d6297271c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.068399] env[63302]: DEBUG nova.network.neutron [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Successfully updated port: 936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.079968] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c01097d-f867-4192-9b81-bb243e1dad8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.084079] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c55250e-db99-49fd-b5fc-b78d4b726367 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.095854] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3274dd4-1fdb-4d49-8fe6-33368ec5d786 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.112087] env[63302]: DEBUG nova.virt.block_device [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updating existing volume attachment record: e8cd676c-6738-4eab-a472-efd2ffccd469 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1879.114435] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1879.114646] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1879.114833] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleting the datastore file [datastore1] dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1879.115965] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b069f8e-36dd-430d-9edf-89888d144615 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.124545] env[63302]: DEBUG oslo_vmware.api [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for the task: (returnval){ [ 1879.124545] env[63302]: value = "task-1796202" [ 1879.124545] env[63302]: _type = "Task" [ 1879.124545] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.142981] env[63302]: DEBUG nova.compute.manager [req-035d2100-d28f-415d-8f4b-cf44da7a2430 req-3732e0e9-9249-46ba-af1c-f8f5629fda03 service nova] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Detach interface failed, port_id=151c99f9-bfb1-481c-bae7-9656cdd56d05, reason: Instance 34b2114e-8fb7-4fcd-8439-b30f621813b2 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1879.150353] env[63302]: DEBUG oslo_vmware.api [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.267353] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796198, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.290655] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796200, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.362266] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249164c-854f-9d3f-4a36-e08bdbe9d945/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1879.363488] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e30b024-cd94-4761-8134-317683f3746c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.371165] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249164c-854f-9d3f-4a36-e08bdbe9d945/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1879.371368] env[63302]: ERROR oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249164c-854f-9d3f-4a36-e08bdbe9d945/disk-0.vmdk due to incomplete transfer. [ 1879.371629] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-89c49d3c-d1d0-47aa-89ce-ee36e25776ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.381799] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249164c-854f-9d3f-4a36-e08bdbe9d945/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1879.382066] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Uploaded image 5fbc8279-5fe7-4974-8fe6-06feb2feedb0 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1879.384594] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1879.385219] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a3713856-2121-4d68-b7e7-db6f37879177 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.393768] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1879.393768] env[63302]: value = "task-1796203" [ 1879.393768] env[63302]: _type = "Task" [ 1879.393768] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.403537] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796203, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.565840] env[63302]: INFO nova.compute.manager [-] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Took 1.26 seconds to deallocate network for instance. [ 1879.571344] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.571503] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.571661] env[63302]: DEBUG nova.network.neutron [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.635435] env[63302]: DEBUG oslo_vmware.api [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.716634] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796198, 'name': CloneVM_Task, 'duration_secs': 1.512282} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.716813] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Created linked-clone VM from snapshot [ 1879.717590] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cc41c2-d687-42d3-b9a1-52bfb63c8933 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.725984] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Uploading image e40612d9-213b-4cf5-b07d-8614dde89be8 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1879.747891] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1879.747891] env[63302]: value = "vm-372511" [ 1879.747891] env[63302]: _type = "VirtualMachine" [ 1879.747891] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1879.748301] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-67338e27-5aec-4a43-a3b0-d31cdd135fee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.756361] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lease: (returnval){ [ 1879.756361] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52898a6f-83fe-86cd-bd6c-dc997204d45e" [ 1879.756361] env[63302]: _type = "HttpNfcLease" [ 1879.756361] env[63302]: } obtained for exporting VM: (result){ [ 1879.756361] env[63302]: value = "vm-372511" [ 1879.756361] env[63302]: _type = "VirtualMachine" [ 1879.756361] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1879.756678] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the lease: (returnval){ [ 1879.756678] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52898a6f-83fe-86cd-bd6c-dc997204d45e" [ 1879.756678] env[63302]: _type = "HttpNfcLease" [ 1879.756678] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1879.763859] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1879.763859] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52898a6f-83fe-86cd-bd6c-dc997204d45e" [ 1879.763859] env[63302]: _type = "HttpNfcLease" [ 1879.763859] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1879.792808] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816234} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.793128] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314/0e36d070-1c02-4056-85af-3002ec82f314.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1879.793381] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1879.793668] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a36d15b0-6bc1-4fad-b747-1245d2f328d9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.801325] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1879.801325] env[63302]: value = "task-1796205" [ 1879.801325] env[63302]: _type = "Task" [ 1879.801325] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.807390] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "712fc354-76da-417c-8b60-831c514b8467" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.807630] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "712fc354-76da-417c-8b60-831c514b8467" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.807839] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "712fc354-76da-417c-8b60-831c514b8467-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.808033] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "712fc354-76da-417c-8b60-831c514b8467-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.808211] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "712fc354-76da-417c-8b60-831c514b8467-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.814981] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.814981] env[63302]: INFO nova.compute.manager [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Terminating instance [ 1879.904104] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796203, 'name': Destroy_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.075121] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.075353] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.075700] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.098876] env[63302]: INFO nova.scheduler.client.report [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Deleted allocations for instance 34b2114e-8fb7-4fcd-8439-b30f621813b2 [ 1880.108524] env[63302]: DEBUG nova.network.neutron [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.138564] env[63302]: DEBUG oslo_vmware.api [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Task: {'id': task-1796202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575802} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.138564] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.138861] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.138912] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1880.139061] env[63302]: INFO nova.compute.manager [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1880.139313] env[63302]: DEBUG oslo.service.loopingcall [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.139510] env[63302]: DEBUG nova.compute.manager [-] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1880.139605] env[63302]: DEBUG nova.network.neutron [-] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1880.265515] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1880.265515] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52898a6f-83fe-86cd-bd6c-dc997204d45e" [ 1880.265515] env[63302]: _type = "HttpNfcLease" [ 1880.265515] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1880.265872] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1880.265872] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52898a6f-83fe-86cd-bd6c-dc997204d45e" [ 1880.265872] env[63302]: _type = "HttpNfcLease" [ 1880.265872] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1880.267018] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b0774-b8ac-42c8-9a0e-8e55dbb646a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.274633] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d101e-72f1-b18a-329a-d491cf8fe675/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1880.275016] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d101e-72f1-b18a-329a-d491cf8fe675/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1880.336844] env[63302]: DEBUG nova.compute.manager [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1880.337110] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1880.338277] env[63302]: DEBUG nova.network.neutron [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Updating instance_info_cache with network_info: [{"id": "936319d3-5c79-41de-80f6-6c1e8b9b1ede", "address": "fa:16:3e:6f:34:de", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936319d3-5c", "ovs_interfaceid": "936319d3-5c79-41de-80f6-6c1e8b9b1ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.344165] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b44b25d-e131-477c-8dc4-7bb1fc497d8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.357917] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071657} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.358212] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.358480] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1880.358721] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc726e1-93d1-486a-9ef5-04faf27268e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.361318] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eec3c1-d5df-4c7e-843a-7b9f7dc1b7c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.387381] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314/0e36d070-1c02-4056-85af-3002ec82f314.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.391695] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cabf3661-8f10-4cf5-ae06-bb3aa09fcee3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.407512] env[63302]: DEBUG oslo_vmware.api [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1880.407512] env[63302]: value = "task-1796206" [ 1880.407512] env[63302]: _type = "Task" [ 1880.407512] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.413018] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5af1dc82-a836-4012-94ad-7f881091db4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.421850] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1880.421850] env[63302]: value = "task-1796207" [ 1880.421850] env[63302]: _type = "Task" [ 1880.421850] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.433334] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796203, 'name': Destroy_Task, 'duration_secs': 0.684013} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.433872] env[63302]: DEBUG oslo_vmware.api [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.434160] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Destroyed the VM [ 1880.434403] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1880.435098] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17870a9c-afaa-4105-aa80-105fc150ca88 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.443147] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.452688] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1880.452688] env[63302]: value = "task-1796208" [ 1880.452688] env[63302]: _type = "Task" [ 1880.452688] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.462039] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.608629] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9b47242e-77dd-4da6-b10b-43bc3f5296c6 tempest-DeleteServersTestJSON-1655129476 tempest-DeleteServersTestJSON-1655129476-project-member] Lock "34b2114e-8fb7-4fcd-8439-b30f621813b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.076s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.616599] env[63302]: DEBUG nova.compute.manager [req-667c6963-e6c8-4f97-9ff5-33db77c04c43 req-108f8914-6163-4b31-bb14-74372e9263f1 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Received event network-vif-deleted-e0374aff-2571-4d36-8ab1-0b0137079bcd {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1880.618150] env[63302]: INFO nova.compute.manager [req-667c6963-e6c8-4f97-9ff5-33db77c04c43 req-108f8914-6163-4b31-bb14-74372e9263f1 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Neutron deleted interface e0374aff-2571-4d36-8ab1-0b0137079bcd; detaching it from the instance and deleting it from the info cache [ 1880.618150] env[63302]: DEBUG nova.network.neutron [req-667c6963-e6c8-4f97-9ff5-33db77c04c43 req-108f8914-6163-4b31-bb14-74372e9263f1 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.841167] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.841666] env[63302]: DEBUG nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Instance network_info: |[{"id": "936319d3-5c79-41de-80f6-6c1e8b9b1ede", "address": "fa:16:3e:6f:34:de", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936319d3-5c", "ovs_interfaceid": "936319d3-5c79-41de-80f6-6c1e8b9b1ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1880.842207] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:34:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '936319d3-5c79-41de-80f6-6c1e8b9b1ede', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.850274] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Creating folder: Project (00a512d7fb5242ec8034d21da0c8e3e8). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.850656] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55224879-aef5-4c93-b63d-23a4b560e67f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.863349] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Created folder: Project (00a512d7fb5242ec8034d21da0c8e3e8) in parent group-v372222. [ 1880.863647] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Creating folder: Instances. Parent ref: group-v372512. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.864114] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cbdc3f5-2695-4eea-8651-ad2f82be8b29 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.876704] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Created folder: Instances in parent group-v372512. [ 1880.877151] env[63302]: DEBUG oslo.service.loopingcall [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.877517] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.877821] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13959588-1fad-484b-a6dd-fe1da50ba9f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.902189] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.902189] env[63302]: value = "task-1796212" [ 1880.902189] env[63302]: _type = "Task" [ 1880.902189] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.911097] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796212, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.914647] env[63302]: DEBUG nova.network.neutron [-] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.938875] env[63302]: DEBUG oslo_vmware.api [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796206, 'name': PowerOffVM_Task, 'duration_secs': 0.193903} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.938875] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1880.939467] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1880.940205] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a94e02a9-cb57-49f8-9839-1fd122393ca1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.946806] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796207, 'name': ReconfigVM_Task, 'duration_secs': 0.306406} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.948540] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314/0e36d070-1c02-4056-85af-3002ec82f314.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.948540] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de65c19b-6a54-4fc9-8217-bf10b3e1631e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.960517] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1880.960517] env[63302]: value = "task-1796214" [ 1880.960517] env[63302]: _type = "Task" [ 1880.960517] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.969341] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796208, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.975875] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796214, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.991893] env[63302]: DEBUG nova.compute.manager [req-05bb4135-0396-4434-86ae-e35012fae9c9 req-73812087-5d5a-4f56-9cb0-6ff12bdec04d service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Received event network-changed-936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1880.992177] env[63302]: DEBUG nova.compute.manager [req-05bb4135-0396-4434-86ae-e35012fae9c9 req-73812087-5d5a-4f56-9cb0-6ff12bdec04d service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Refreshing instance network info cache due to event network-changed-936319d3-5c79-41de-80f6-6c1e8b9b1ede. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1880.992513] env[63302]: DEBUG oslo_concurrency.lockutils [req-05bb4135-0396-4434-86ae-e35012fae9c9 req-73812087-5d5a-4f56-9cb0-6ff12bdec04d service nova] Acquiring lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.992776] env[63302]: DEBUG oslo_concurrency.lockutils [req-05bb4135-0396-4434-86ae-e35012fae9c9 req-73812087-5d5a-4f56-9cb0-6ff12bdec04d service nova] Acquired lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.993037] env[63302]: DEBUG nova.network.neutron [req-05bb4135-0396-4434-86ae-e35012fae9c9 req-73812087-5d5a-4f56-9cb0-6ff12bdec04d service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Refreshing network info cache for port 936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.087697] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.088018] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.088295] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleting the datastore file [datastore1] 712fc354-76da-417c-8b60-831c514b8467 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.088631] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0baad968-63c5-4e07-b2b7-d642094bcb7e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.097187] env[63302]: DEBUG oslo_vmware.api [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for the task: (returnval){ [ 1881.097187] env[63302]: value = "task-1796215" [ 1881.097187] env[63302]: _type = "Task" [ 1881.097187] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.108134] env[63302]: DEBUG oslo_vmware.api [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.120302] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f918eff-9a74-42d2-8637-7dc7aa9bd908 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.137315] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934c0dd-d40e-4668-8d2c-d3f67956d5b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.173827] env[63302]: DEBUG nova.compute.manager [req-667c6963-e6c8-4f97-9ff5-33db77c04c43 req-108f8914-6163-4b31-bb14-74372e9263f1 service nova] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Detach interface failed, port_id=e0374aff-2571-4d36-8ab1-0b0137079bcd, reason: Instance dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1881.228603] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.229107] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.229409] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.229677] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.229951] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.230230] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.230568] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.230830] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.231104] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.231381] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.231647] env[63302]: DEBUG nova.virt.hardware [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.232920] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475016e6-eb2a-4f75-9308-851aff5b18a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.244173] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57340b19-d1ae-4051-902f-a5aa4d357d2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.266611] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:df:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c28320c-9621-4dff-b8f0-efa54deee3cc', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.279135] env[63302]: DEBUG oslo.service.loopingcall [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.280039] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.280428] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1536c5eb-9241-4fe1-9ca8-9256650be9d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.305651] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.305651] env[63302]: value = "task-1796216" [ 1881.305651] env[63302]: _type = "Task" [ 1881.305651] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.313789] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796216, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.414404] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796212, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.419141] env[63302]: INFO nova.compute.manager [-] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Took 1.28 seconds to deallocate network for instance. [ 1881.464650] env[63302]: DEBUG oslo_vmware.api [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796208, 'name': RemoveSnapshot_Task, 'duration_secs': 0.571718} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.467633] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1881.467986] env[63302]: INFO nova.compute.manager [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 1881.477923] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796214, 'name': Rename_Task, 'duration_secs': 0.191697} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.477923] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.478167] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-543d5067-89ef-4778-a185-b525a562b68a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.487822] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1881.487822] env[63302]: value = "task-1796217" [ 1881.487822] env[63302]: _type = "Task" [ 1881.487822] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.498813] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.609403] env[63302]: DEBUG oslo_vmware.api [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Task: {'id': task-1796215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150934} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.609945] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.610939] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.610939] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.610939] env[63302]: INFO nova.compute.manager [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] [instance: 712fc354-76da-417c-8b60-831c514b8467] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1881.610939] env[63302]: DEBUG oslo.service.loopingcall [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.611415] env[63302]: DEBUG nova.compute.manager [-] [instance: 712fc354-76da-417c-8b60-831c514b8467] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1881.611968] env[63302]: DEBUG nova.network.neutron [-] [instance: 712fc354-76da-417c-8b60-831c514b8467] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1881.791880] env[63302]: DEBUG nova.network.neutron [req-05bb4135-0396-4434-86ae-e35012fae9c9 req-73812087-5d5a-4f56-9cb0-6ff12bdec04d service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Updated VIF entry in instance network info cache for port 936319d3-5c79-41de-80f6-6c1e8b9b1ede. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.792368] env[63302]: DEBUG nova.network.neutron [req-05bb4135-0396-4434-86ae-e35012fae9c9 req-73812087-5d5a-4f56-9cb0-6ff12bdec04d service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Updating instance_info_cache with network_info: [{"id": "936319d3-5c79-41de-80f6-6c1e8b9b1ede", "address": "fa:16:3e:6f:34:de", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936319d3-5c", "ovs_interfaceid": "936319d3-5c79-41de-80f6-6c1e8b9b1ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.819085] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796216, 'name': CreateVM_Task, 'duration_secs': 0.478387} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.819566] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.820443] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.820733] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.821325] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.821710] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960c3a29-5069-4cc4-9683-ee4ee778cd31 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.829188] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1881.829188] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ccce73-7a0d-588a-4289-4709eb81ad7b" [ 1881.829188] env[63302]: _type = "Task" [ 1881.829188] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.839013] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ccce73-7a0d-588a-4289-4709eb81ad7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.914543] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796212, 'name': CreateVM_Task, 'duration_secs': 0.743446} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.914823] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.915675] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.928287] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.928659] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.929038] env[63302]: DEBUG nova.objects.instance [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lazy-loading 'resources' on Instance uuid dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.003211] env[63302]: DEBUG oslo_vmware.api [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796217, 'name': PowerOnVM_Task, 'duration_secs': 0.51606} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.003649] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.003866] env[63302]: INFO nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1882.004104] env[63302]: DEBUG nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.005069] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02358142-cdae-42d2-8902-9d516cebfdaf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.027650] env[63302]: DEBUG nova.compute.manager [None req-4c3cf2b5-a06a-440f-96ce-97cb8b0e5331 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Found 2 images (rotation: 2) {{(pid=63302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1882.298523] env[63302]: DEBUG oslo_concurrency.lockutils [req-05bb4135-0396-4434-86ae-e35012fae9c9 req-73812087-5d5a-4f56-9cb0-6ff12bdec04d service nova] Releasing lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.341023] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ccce73-7a0d-588a-4289-4709eb81ad7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.341540] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.341897] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.342227] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.342621] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.343059] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.343392] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.343703] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1882.343928] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-964aced2-dbe0-475a-8ec4-4cfdd670e22f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.345949] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf07336c-f51f-4cdc-a4f1-e0150bd26148 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.351338] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1882.351338] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d5329c-9713-5dae-14db-d8e063db5815" [ 1882.351338] env[63302]: _type = "Task" [ 1882.351338] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.355729] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.356065] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.357205] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67381d4-56ce-453e-9618-de9c0facabd7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.362284] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d5329c-9713-5dae-14db-d8e063db5815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.365484] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1882.365484] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291d26a-f8f5-ada9-59ad-1353cf011948" [ 1882.365484] env[63302]: _type = "Task" [ 1882.365484] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.368728] env[63302]: DEBUG nova.network.neutron [-] [instance: 712fc354-76da-417c-8b60-831c514b8467] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.375187] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291d26a-f8f5-ada9-59ad-1353cf011948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.528943] env[63302]: INFO nova.compute.manager [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Took 12.98 seconds to build instance. [ 1882.606611] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d7ea1-164a-4c0d-ae81-74e7a56aaa56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.615270] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8075cf7b-75a6-476d-b5a7-af904b3be155 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.649120] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a9ba78-2320-49de-9100-0a4148d03e72 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.658248] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d049071f-9b87-4528-b225-0a517bb77e88 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.673641] env[63302]: DEBUG nova.compute.provider_tree [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1882.865395] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d5329c-9713-5dae-14db-d8e063db5815, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.866037] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.866918] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.866918] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.872286] env[63302]: INFO nova.compute.manager [-] [instance: 712fc354-76da-417c-8b60-831c514b8467] Took 1.26 seconds to deallocate network for instance. [ 1882.884941] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5291d26a-f8f5-ada9-59ad-1353cf011948, 'name': SearchDatastore_Task, 'duration_secs': 0.015044} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.885771] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92160001-ddf2-4c4a-be38-aa23c4142464 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.892258] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1882.892258] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f6545e-87af-935e-5f1a-db21ddbd123a" [ 1882.892258] env[63302]: _type = "Task" [ 1882.892258] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.902877] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f6545e-87af-935e-5f1a-db21ddbd123a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.959857] env[63302]: DEBUG nova.compute.manager [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.960780] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c179c62-5d35-4212-93d7-ca4ec5993eb5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.028800] env[63302]: DEBUG nova.compute.manager [req-f2adc8b0-5885-477a-9fb2-514f5e4f3dbe req-ab3a6673-9184-486f-9eea-4537666059dd service nova] [instance: 712fc354-76da-417c-8b60-831c514b8467] Received event network-vif-deleted-ec095de6-313b-4786-b6ab-aa2a6bb6311f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1883.030878] env[63302]: DEBUG oslo_concurrency.lockutils [None req-44a8ba62-71fa-4c09-8a45-dd417be3547c tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.489s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.196547] env[63302]: ERROR nova.scheduler.client.report [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] [req-3e7b7e64-5806-4039-8a25-7ad457987f31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3e7b7e64-5806-4039-8a25-7ad457987f31"}]} [ 1883.215065] env[63302]: DEBUG nova.scheduler.client.report [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1883.231993] env[63302]: DEBUG nova.scheduler.client.report [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1883.232256] env[63302]: DEBUG nova.compute.provider_tree [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1883.244509] env[63302]: DEBUG nova.scheduler.client.report [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1883.272159] env[63302]: DEBUG nova.scheduler.client.report [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1883.379549] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.405131] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f6545e-87af-935e-5f1a-db21ddbd123a, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.408498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.408772] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2/dfa59fd9-7ec2-43e8-8023-7f99f559c4f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1883.409279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.409472] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.409720] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfa439e8-f6c3-4379-aaf8-32c22a31d904 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.411808] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c841146-6ba6-4bfa-8670-840c4ffcce9b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.426559] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.426822] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.427758] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1883.427758] env[63302]: value = "task-1796218" [ 1883.427758] env[63302]: _type = "Task" [ 1883.427758] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.427976] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f371f8-7524-42f8-8541-be66afbd777d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.441913] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1883.441913] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526688ea-2172-f503-ee5a-4ce94938662e" [ 1883.441913] env[63302]: _type = "Task" [ 1883.441913] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.442172] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.451601] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526688ea-2172-f503-ee5a-4ce94938662e, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.453616] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7463016-093d-4990-85d3-ce9bc952f426 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.456243] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcde530a-0949-4743-96d6-16a186fca08e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.464511] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb69d9-874b-43fd-be7d-a03f8ff5dae4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.467679] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1883.467679] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5247ff86-bf83-7302-7ab5-d34a51d27f82" [ 1883.467679] env[63302]: _type = "Task" [ 1883.467679] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.496083] env[63302]: INFO nova.compute.manager [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] instance snapshotting [ 1883.496890] env[63302]: DEBUG nova.objects.instance [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'flavor' on Instance uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.500175] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e30e8ca-334d-4491-a6f4-38367136a2a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.507209] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5247ff86-bf83-7302-7ab5-d34a51d27f82, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.507908] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.508216] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7a1cc150-88dd-4949-9544-88fc595dbb65/7a1cc150-88dd-4949-9544-88fc595dbb65.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1883.508503] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e933c6f8-6cef-4be5-96d6-64ada0417ef7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.514793] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1719b1-4ffa-4208-9447-ce8c24d9dd5e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.521360] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1883.521360] env[63302]: value = "task-1796219" [ 1883.521360] env[63302]: _type = "Task" [ 1883.521360] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.534058] env[63302]: DEBUG nova.compute.provider_tree [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1883.542176] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.803056] env[63302]: DEBUG oslo_concurrency.lockutils [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.803270] env[63302]: DEBUG oslo_concurrency.lockutils [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.803383] env[63302]: DEBUG nova.compute.manager [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.804579] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9a749a-4ada-4631-aa0f-bf206799720c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.815787] env[63302]: DEBUG nova.compute.manager [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1883.816525] env[63302]: DEBUG nova.objects.instance [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'flavor' on Instance uuid b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.942652] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.011132] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1541d2c6-e91a-43da-a241-2c300b010252 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.034911] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0c4318-62c0-4f7b-ae61-32975bc3f2ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.047374] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796219, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.072559] env[63302]: DEBUG nova.scheduler.client.report [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1884.072832] env[63302]: DEBUG nova.compute.provider_tree [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 155 to 156 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1884.073208] env[63302]: DEBUG nova.compute.provider_tree [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1884.443082] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549226} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.443374] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2/dfa59fd9-7ec2-43e8-8023-7f99f559c4f2.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1884.443633] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1884.443954] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7340a229-4d52-4818-8022-7bf0adda33d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.451698] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1884.451698] env[63302]: value = "task-1796220" [ 1884.451698] env[63302]: _type = "Task" [ 1884.451698] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.461088] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.543651] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910531} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.544131] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7a1cc150-88dd-4949-9544-88fc595dbb65/7a1cc150-88dd-4949-9544-88fc595dbb65.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1884.544340] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1884.544569] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc983967-969a-43f0-a60a-2b4ac2a75b2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.553774] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1884.554230] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1884.554230] env[63302]: value = "task-1796221" [ 1884.554230] env[63302]: _type = "Task" [ 1884.554230] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.554473] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d018428d-0f7b-4474-bf37-18773231a8cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.566123] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.567943] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1884.567943] env[63302]: value = "task-1796222" [ 1884.567943] env[63302]: _type = "Task" [ 1884.567943] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.578043] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.582016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.651s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.583533] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.204s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.583533] env[63302]: DEBUG nova.objects.instance [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lazy-loading 'resources' on Instance uuid 712fc354-76da-417c-8b60-831c514b8467 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.607658] env[63302]: INFO nova.scheduler.client.report [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Deleted allocations for instance dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e [ 1884.826311] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.826687] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-846036a3-de50-4e82-ab9c-d3c53a6b7520 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.835418] env[63302]: DEBUG oslo_vmware.api [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1884.835418] env[63302]: value = "task-1796223" [ 1884.835418] env[63302]: _type = "Task" [ 1884.835418] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.848412] env[63302]: DEBUG oslo_vmware.api [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.962741] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144518} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.963125] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1884.964088] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e72b59-c4e2-49cb-b6f3-5e9e9579997e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.992380] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2/dfa59fd9-7ec2-43e8-8023-7f99f559c4f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.992719] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7568fbb2-447f-434e-950f-79354403d430 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.014828] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1885.014828] env[63302]: value = "task-1796224" [ 1885.014828] env[63302]: _type = "Task" [ 1885.014828] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.023911] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.058078] env[63302]: DEBUG nova.compute.manager [req-b9a88d72-6be2-47b3-ae7e-aebec2d2523f req-ccdf013c-08de-4652-b3fe-aa9983e2212c service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received event network-changed-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1885.058222] env[63302]: DEBUG nova.compute.manager [req-b9a88d72-6be2-47b3-ae7e-aebec2d2523f req-ccdf013c-08de-4652-b3fe-aa9983e2212c service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Refreshing instance network info cache due to event network-changed-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1885.058474] env[63302]: DEBUG oslo_concurrency.lockutils [req-b9a88d72-6be2-47b3-ae7e-aebec2d2523f req-ccdf013c-08de-4652-b3fe-aa9983e2212c service nova] Acquiring lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.058775] env[63302]: DEBUG oslo_concurrency.lockutils [req-b9a88d72-6be2-47b3-ae7e-aebec2d2523f req-ccdf013c-08de-4652-b3fe-aa9983e2212c service nova] Acquired lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.058951] env[63302]: DEBUG nova.network.neutron [req-b9a88d72-6be2-47b3-ae7e-aebec2d2523f req-ccdf013c-08de-4652-b3fe-aa9983e2212c service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Refreshing network info cache for port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.071205] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796221, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.080914] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.119978] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7e685933-0695-4410-a409-69a4216be43a tempest-ServersNegativeTestJSON-1133008117 tempest-ServersNegativeTestJSON-1133008117-project-member] Lock "dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.212s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.257938] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08814a4-0ca4-473d-8655-edb96ae64380 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.267231] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3f6a6-2b58-49c0-bee1-bda51a82cb8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.301466] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e9a74-eead-41ef-99a0-f700d5841627 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.310709] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a389c7fb-925e-4785-9870-8be7d8a78d7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.327058] env[63302]: DEBUG nova.compute.provider_tree [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.347044] env[63302]: DEBUG oslo_vmware.api [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.528828] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.571333] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796221, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.581851] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.856123] env[63302]: DEBUG oslo_vmware.api [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.885206] env[63302]: DEBUG nova.scheduler.client.report [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1885.885206] env[63302]: DEBUG nova.compute.provider_tree [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 156 to 157 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1885.885206] env[63302]: DEBUG nova.compute.provider_tree [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.906058] env[63302]: DEBUG nova.network.neutron [req-b9a88d72-6be2-47b3-ae7e-aebec2d2523f req-ccdf013c-08de-4652-b3fe-aa9983e2212c service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updated VIF entry in instance network info cache for port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.906058] env[63302]: DEBUG nova.network.neutron [req-b9a88d72-6be2-47b3-ae7e-aebec2d2523f req-ccdf013c-08de-4652-b3fe-aa9983e2212c service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [{"id": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "address": "fa:16:3e:36:d2:73", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4e11b3-e1", "ovs_interfaceid": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.026871] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.075251] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796221, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.079804] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.348617] env[63302]: DEBUG oslo_vmware.api [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.391317] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.409496] env[63302]: DEBUG oslo_concurrency.lockutils [req-b9a88d72-6be2-47b3-ae7e-aebec2d2523f req-ccdf013c-08de-4652-b3fe-aa9983e2212c service nova] Releasing lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.428402] env[63302]: INFO nova.scheduler.client.report [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Deleted allocations for instance 712fc354-76da-417c-8b60-831c514b8467 [ 1886.528307] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.576460] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.918334} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.580542] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.581651] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd1856-0893-437e-9476-633765fd108d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.592198] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796222, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.612839] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7a1cc150-88dd-4949-9544-88fc595dbb65/7a1cc150-88dd-4949-9544-88fc595dbb65.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.613225] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbcb3894-2c03-41b7-83b7-ec2a12470ad6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.635835] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1886.635835] env[63302]: value = "task-1796225" [ 1886.635835] env[63302]: _type = "Task" [ 1886.635835] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.646933] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.849453] env[63302]: DEBUG oslo_vmware.api [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796223, 'name': PowerOffVM_Task, 'duration_secs': 1.888569} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.849806] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.850062] env[63302]: DEBUG nova.compute.manager [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.850912] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe0d87a-9090-40b2-91a9-638ef8150966 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.939142] env[63302]: DEBUG oslo_concurrency.lockutils [None req-dbe114b1-3611-4fd5-8eab-67b6ceb94d19 tempest-AttachInterfacesTestJSON-1853410184 tempest-AttachInterfacesTestJSON-1853410184-project-member] Lock "712fc354-76da-417c-8b60-831c514b8467" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.131s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.027610] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796224, 'name': ReconfigVM_Task, 'duration_secs': 1.738068} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.027966] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2/dfa59fd9-7ec2-43e8-8023-7f99f559c4f2.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.029177] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': 'f36b64ca-937c-4454-aeab-452e11029cdb'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'e8cd676c-6738-4eab-a472-efd2ffccd469', 'delete_on_termination': False, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=63302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1887.029395] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1887.029610] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1887.030529] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3e5c3b-204b-4258-9c7e-d0cf796b493d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.047447] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f55d5-c3b9-4507-98de-5bb7910e102e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.074050] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13/volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.074839] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7d1579-e6de-4bb0-bb85-5d931e51187e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.098115] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796222, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.100704] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1887.100704] env[63302]: value = "task-1796226" [ 1887.100704] env[63302]: _type = "Task" [ 1887.100704] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.110623] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.148351] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.364401] env[63302]: DEBUG oslo_concurrency.lockutils [None req-838b0467-da40-4c96-903c-f5802407d390 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.561s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.599246] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796222, 'name': CreateSnapshot_Task, 'duration_secs': 2.855342} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.599574] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1887.600377] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9918221-dc0a-44eb-a445-c25223ec0d56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.617920] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796226, 'name': ReconfigVM_Task, 'duration_secs': 0.357019} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.618450] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13/volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.623605] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-534df978-0c4c-4155-ad78-9bd16c10a78d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.642284] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1887.642284] env[63302]: value = "task-1796227" [ 1887.642284] env[63302]: _type = "Task" [ 1887.642284] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.651024] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796225, 'name': ReconfigVM_Task, 'duration_secs': 0.594209} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.651743] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7a1cc150-88dd-4949-9544-88fc595dbb65/7a1cc150-88dd-4949-9544-88fc595dbb65.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.652604] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df77250-aa2a-4e5f-a82d-ea472b37b2c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.662649] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.669614] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1887.669614] env[63302]: value = "task-1796228" [ 1887.669614] env[63302]: _type = "Task" [ 1887.669614] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.685534] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796228, 'name': Rename_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.979231] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.979889] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.128023] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1888.128497] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80a4450e-b9b2-42da-ab46-29847feceddd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.138928] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1888.138928] env[63302]: value = "task-1796229" [ 1888.138928] env[63302]: _type = "Task" [ 1888.138928] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.149795] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796229, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.156228] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796227, 'name': ReconfigVM_Task, 'duration_secs': 0.188692} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.157042] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1888.157559] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39b6bdb9-35a5-4345-bb5e-55d22b5ed39a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.165635] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1888.165635] env[63302]: value = "task-1796230" [ 1888.165635] env[63302]: _type = "Task" [ 1888.165635] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.176875] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796230, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.183539] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796228, 'name': Rename_Task, 'duration_secs': 0.195488} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.183827] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.184106] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f600d6fd-3c65-4dc6-b587-bd14071decce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.192369] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1888.192369] env[63302]: value = "task-1796231" [ 1888.192369] env[63302]: _type = "Task" [ 1888.192369] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.201875] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.481421] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d101e-72f1-b18a-329a-d491cf8fe675/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1888.486048] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a8618-58cc-4e3f-90e6-12b8ef86a56a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.490017] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.490017] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1888.497027] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d101e-72f1-b18a-329a-d491cf8fe675/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1888.497027] env[63302]: ERROR oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d101e-72f1-b18a-329a-d491cf8fe675/disk-0.vmdk due to incomplete transfer. [ 1888.497027] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea444f72-9a43-4d76-90d4-60941cf52d93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.505078] env[63302]: DEBUG oslo_vmware.rw_handles [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d101e-72f1-b18a-329a-d491cf8fe675/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1888.505358] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Uploaded image e40612d9-213b-4cf5-b07d-8614dde89be8 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1888.507785] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1888.508335] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c3d0b809-bce3-438a-8033-d447315fc311 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.516709] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1888.516709] env[63302]: value = "task-1796232" [ 1888.516709] env[63302]: _type = "Task" [ 1888.516709] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.527666] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796232, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.532993] env[63302]: DEBUG nova.objects.instance [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'flavor' on Instance uuid b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1888.650728] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796229, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.675902] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796230, 'name': Rename_Task, 'duration_secs': 0.169537} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.676282] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.676588] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beb75a4c-5319-4150-8d95-9b94434546cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.685192] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1888.685192] env[63302]: value = "task-1796233" [ 1888.685192] env[63302]: _type = "Task" [ 1888.685192] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.694872] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.704449] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796231, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.030329] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796232, 'name': Destroy_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.039942] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.040154] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.040331] env[63302]: DEBUG nova.network.neutron [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.040670] env[63302]: DEBUG nova.objects.instance [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'info_cache' on Instance uuid b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.150839] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796229, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.198747] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796233, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.207055] env[63302]: DEBUG oslo_vmware.api [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796231, 'name': PowerOnVM_Task, 'duration_secs': 0.539822} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.207447] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.207612] env[63302]: INFO nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1889.207799] env[63302]: DEBUG nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.208584] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac2c39e-eb69-476d-9463-7510eea30226 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.528428] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796232, 'name': Destroy_Task, 'duration_secs': 0.708307} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.528886] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Destroyed the VM [ 1889.529235] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1889.529498] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-132655b5-733b-4f3f-8ea3-da216b0b179c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.541896] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1889.541896] env[63302]: value = "task-1796234" [ 1889.541896] env[63302]: _type = "Task" [ 1889.541896] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.543375] env[63302]: DEBUG nova.objects.base [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1889.557041] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.653658] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796229, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.699697] env[63302]: DEBUG oslo_vmware.api [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796233, 'name': PowerOnVM_Task, 'duration_secs': 0.609833} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.700072] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.700239] env[63302]: DEBUG nova.compute.manager [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.701101] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34632d81-55b0-41c8-9532-54bbc0f4019f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.726552] env[63302]: INFO nova.compute.manager [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Took 17.78 seconds to build instance. [ 1890.057370] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.153894] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796229, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.224621] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.224896] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.225155] env[63302]: DEBUG nova.objects.instance [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1890.230209] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2833bf77-3408-4721-b705-0752cf38d98a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.294s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.342306] env[63302]: DEBUG nova.compute.manager [req-09314a25-eefd-441e-a06e-270fd220469a req-381c39a5-3c16-46a5-9986-9a7793d914f9 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Received event network-changed-936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1890.342414] env[63302]: DEBUG nova.compute.manager [req-09314a25-eefd-441e-a06e-270fd220469a req-381c39a5-3c16-46a5-9986-9a7793d914f9 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Refreshing instance network info cache due to event network-changed-936319d3-5c79-41de-80f6-6c1e8b9b1ede. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1890.343224] env[63302]: DEBUG oslo_concurrency.lockutils [req-09314a25-eefd-441e-a06e-270fd220469a req-381c39a5-3c16-46a5-9986-9a7793d914f9 service nova] Acquiring lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.343224] env[63302]: DEBUG oslo_concurrency.lockutils [req-09314a25-eefd-441e-a06e-270fd220469a req-381c39a5-3c16-46a5-9986-9a7793d914f9 service nova] Acquired lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.343224] env[63302]: DEBUG nova.network.neutron [req-09314a25-eefd-441e-a06e-270fd220469a req-381c39a5-3c16-46a5-9986-9a7793d914f9 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Refreshing network info cache for port 936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.352875] env[63302]: DEBUG nova.network.neutron [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.548510] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.548661] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.548808] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1890.556081] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.654872] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796229, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.856337] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.056418] env[63302]: DEBUG oslo_vmware.api [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796234, 'name': RemoveSnapshot_Task, 'duration_secs': 1.19955} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.056668] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1891.056916] env[63302]: INFO nova.compute.manager [None req-60fc87df-099d-4e01-aa3c-6eece6961a4a tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Took 14.98 seconds to snapshot the instance on the hypervisor. [ 1891.158409] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796229, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.236970] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4842cb90-196b-41c6-aa7b-13cccb2c0d36 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.116030] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.118752] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fed45bb3-dc39-4d86-be65-8347d1ab6b52 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.128953] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796229, 'name': CloneVM_Task, 'duration_secs': 3.139994} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.130333] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Created linked-clone VM from snapshot [ 1892.130785] env[63302]: DEBUG oslo_vmware.api [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1892.130785] env[63302]: value = "task-1796235" [ 1892.130785] env[63302]: _type = "Task" [ 1892.130785] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.131485] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff81e230-88c2-403a-8923-157ff754e59a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.142744] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Uploading image b14e302c-2e1c-49b1-a584-37385dd13a40 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1892.147717] env[63302]: DEBUG oslo_vmware.api [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.170024] env[63302]: DEBUG oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1892.170024] env[63302]: value = "vm-372517" [ 1892.170024] env[63302]: _type = "VirtualMachine" [ 1892.170024] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1892.170024] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-076fad01-3816-44ce-9cda-244c7257b084 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.175444] env[63302]: DEBUG oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease: (returnval){ [ 1892.175444] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525f1754-9b0b-0e5c-38b5-74cd367bad66" [ 1892.175444] env[63302]: _type = "HttpNfcLease" [ 1892.175444] env[63302]: } obtained for exporting VM: (result){ [ 1892.175444] env[63302]: value = "vm-372517" [ 1892.175444] env[63302]: _type = "VirtualMachine" [ 1892.175444] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1892.175855] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the lease: (returnval){ [ 1892.175855] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525f1754-9b0b-0e5c-38b5-74cd367bad66" [ 1892.175855] env[63302]: _type = "HttpNfcLease" [ 1892.175855] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1892.189603] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1892.189603] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525f1754-9b0b-0e5c-38b5-74cd367bad66" [ 1892.189603] env[63302]: _type = "HttpNfcLease" [ 1892.189603] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1892.189896] env[63302]: DEBUG oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1892.189896] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525f1754-9b0b-0e5c-38b5-74cd367bad66" [ 1892.189896] env[63302]: _type = "HttpNfcLease" [ 1892.189896] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1892.190615] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc5a8c-3e4e-41d3-ac99-0bcfa93586cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.198259] env[63302]: DEBUG oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6c3c-5508-869e-a0f1-9b49a43ad34f/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1892.198418] env[63302]: DEBUG oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6c3c-5508-869e-a0f1-9b49a43ad34f/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1892.258358] env[63302]: DEBUG nova.network.neutron [req-09314a25-eefd-441e-a06e-270fd220469a req-381c39a5-3c16-46a5-9986-9a7793d914f9 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Updated VIF entry in instance network info cache for port 936319d3-5c79-41de-80f6-6c1e8b9b1ede. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1892.258712] env[63302]: DEBUG nova.network.neutron [req-09314a25-eefd-441e-a06e-270fd220469a req-381c39a5-3c16-46a5-9986-9a7793d914f9 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Updating instance_info_cache with network_info: [{"id": "936319d3-5c79-41de-80f6-6c1e8b9b1ede", "address": "fa:16:3e:6f:34:de", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936319d3-5c", "ovs_interfaceid": "936319d3-5c79-41de-80f6-6c1e8b9b1ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.294206] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-333c5013-ed4b-498c-901c-b0585327b661 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.402405] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updating instance_info_cache with network_info: [{"id": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "address": "fa:16:3e:47:b8:13", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f137-73", "ovs_interfaceid": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.652027] env[63302]: DEBUG oslo_vmware.api [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796235, 'name': PowerOnVM_Task, 'duration_secs': 0.411894} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.652027] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1892.652027] env[63302]: DEBUG nova.compute.manager [None req-3e447981-ddb0-4947-8efb-eda97a8c3e6c tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.652027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f03a94a-157e-4882-ba6d-1bccad1e57d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.761159] env[63302]: DEBUG oslo_concurrency.lockutils [req-09314a25-eefd-441e-a06e-270fd220469a req-381c39a5-3c16-46a5-9986-9a7793d914f9 service nova] Releasing lock "refresh_cache-7a1cc150-88dd-4949-9544-88fc595dbb65" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.905770] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.905770] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1892.906587] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.906926] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.907229] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.909132] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.909132] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.909132] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.909132] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1892.909132] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.122799] env[63302]: DEBUG nova.compute.manager [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.124242] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c6d35-250e-411a-b5af-ae684d147b41 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.413071] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.413168] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.413257] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.414377] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1893.415716] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94cdef3-1304-4783-aebd-c21e68cdd094 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.426373] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4275ca48-07b8-4766-9746-d57e085aaf34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.442204] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a37e51-c702-4c7e-95c5-48a4c7d340ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.450626] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7019c4b7-fe4f-4c35-9c84-a644ab4157e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.486901] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179595MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1893.490252] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.490553] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.004s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.638108] env[63302]: INFO nova.compute.manager [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] instance snapshotting [ 1893.641157] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4595a96-bfa5-46e3-b387-295e928c9d8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.662593] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86891cd5-9672-4352-9057-1d6a407f4032 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.177855] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1894.178978] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40dfb72b-dc09-4471-88de-112f7f8aa735 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.188385] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1894.188385] env[63302]: value = "task-1796237" [ 1894.188385] env[63302]: _type = "Task" [ 1894.188385] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.201767] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.526943] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 8de9ff79-7463-431a-8cde-bea87aff1633 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 6d13ed52-aa60-446a-b9c1-c7746bc35d4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 234e3530-5b17-4fdb-b18a-d9a036446554 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c8d10748-d54e-4662-bd83-8ee2dec3891e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 0e36d070-1c02-4056-85af-3002ec82f314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7a1cc150-88dd-4949-9544-88fc595dbb65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1894.529858] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1894.685644] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b8847-3cce-43be-8176-6273114bf36c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.694816] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a83cc8-4e85-4c8d-ac4c-0c563a35a528 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.701350] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.733524] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74faf06-65f7-4bf1-a7ab-042a57c14875 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.745284] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18fac7c-70fb-4991-bd51-b9ad44da8a34 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.760645] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.201820] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796237, 'name': CreateSnapshot_Task, 'duration_secs': 0.90225} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.202194] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1895.202961] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed80216-3d50-4367-8246-52e80416b409 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.263406] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.723033] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1895.723033] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b36df854-7e23-48f7-be2a-e37e0b653899 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.732362] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1895.732362] env[63302]: value = "task-1796238" [ 1895.732362] env[63302]: _type = "Task" [ 1895.732362] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.741639] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796238, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.768974] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1895.769325] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.279s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.184856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquiring lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.185154] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.248910] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796238, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.693042] env[63302]: DEBUG nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1896.745156] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796238, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.221606] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.221889] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.223835] env[63302]: INFO nova.compute.claims [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.246918] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796238, 'name': CloneVM_Task} progress is 95%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.758508] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796238, 'name': CloneVM_Task, 'duration_secs': 1.859697} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.759439] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Created linked-clone VM from snapshot [ 1897.760285] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a4bc8d-ec83-4614-ad51-6ca6f81bd02c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.771089] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Uploading image 61df2b2c-0287-45ff-8439-03127cb649d6 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1897.798299] env[63302]: DEBUG oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1897.798299] env[63302]: value = "vm-372519" [ 1897.798299] env[63302]: _type = "VirtualMachine" [ 1897.798299] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1897.799030] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d59f581f-e514-44ec-9af7-554d8a22cb53 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.808809] env[63302]: DEBUG oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lease: (returnval){ [ 1897.808809] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5277c761-cf49-515c-365a-e5e18f3829cf" [ 1897.808809] env[63302]: _type = "HttpNfcLease" [ 1897.808809] env[63302]: } obtained for exporting VM: (result){ [ 1897.808809] env[63302]: value = "vm-372519" [ 1897.808809] env[63302]: _type = "VirtualMachine" [ 1897.808809] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1897.809228] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the lease: (returnval){ [ 1897.809228] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5277c761-cf49-515c-365a-e5e18f3829cf" [ 1897.809228] env[63302]: _type = "HttpNfcLease" [ 1897.809228] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1897.818860] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1897.818860] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5277c761-cf49-515c-365a-e5e18f3829cf" [ 1897.818860] env[63302]: _type = "HttpNfcLease" [ 1897.818860] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1898.252871] env[63302]: INFO nova.compute.manager [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Rebuilding instance [ 1898.293608] env[63302]: DEBUG nova.compute.manager [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.294022] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1c1ffd-082b-4cd9-be92-aa39ace59a95 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.316247] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1898.316247] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5277c761-cf49-515c-365a-e5e18f3829cf" [ 1898.316247] env[63302]: _type = "HttpNfcLease" [ 1898.316247] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1898.316537] env[63302]: DEBUG oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1898.316537] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5277c761-cf49-515c-365a-e5e18f3829cf" [ 1898.316537] env[63302]: _type = "HttpNfcLease" [ 1898.316537] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1898.317402] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa226d03-14c2-46bc-8a6e-d400017c2ad9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.327383] env[63302]: DEBUG oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228733c-2250-f38d-5e0d-a627e4ef1ae5/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1898.327572] env[63302]: DEBUG oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228733c-2250-f38d-5e0d-a627e4ef1ae5/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1898.429567] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56f5cc4b-8aa7-406b-b31c-9b0e26f28125 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.431879] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688cdaef-f6dd-4fd5-bb45-fa842b18ad09 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.445078] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d81832d-2895-45aa-92bc-d8317df28c05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.478284] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42abf1a4-68be-4d02-8e5e-b0490743b8f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.491047] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e4004c-6411-49cc-8c81-c9daf7e03a35 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.506596] env[63302]: DEBUG nova.compute.provider_tree [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.010374] env[63302]: DEBUG nova.scheduler.client.report [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.311564] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.311915] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16387cfe-1618-4fd2-bd7b-40818f3ebf73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.321768] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1899.321768] env[63302]: value = "task-1796240" [ 1899.321768] env[63302]: _type = "Task" [ 1899.321768] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.332134] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.519458] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.520082] env[63302]: DEBUG nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1899.833773] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796240, 'name': PowerOffVM_Task, 'duration_secs': 0.252148} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.834248] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.835126] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.835471] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27f934f7-54b0-432b-9915-a061d08d0d1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.843672] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1899.843672] env[63302]: value = "task-1796241" [ 1899.843672] env[63302]: _type = "Task" [ 1899.843672] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.853778] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1899.854273] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1899.854551] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372485', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'name': 'volume-fd5b98ba-ac26-4a49-b63c-6b1575148830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d10748-d54e-4662-bd83-8ee2dec3891e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'serial': 'fd5b98ba-ac26-4a49-b63c-6b1575148830'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1899.856221] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4c51f-b7a2-44f5-ae1f-9eba0ba69481 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.885938] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f2cdf0-3b00-466a-82ea-c2f3195be569 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.896175] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd041a-e5c8-475a-bc09-06c3951ab0f9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.917405] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4ebd0f-c9a9-4b46-ad14-ebf3930ebbc5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.936557] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd5b98ba-ac26-4a49-b63c-6b1575148830/volume-fd5b98ba-ac26-4a49-b63c-6b1575148830.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1899.942286] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1899.942820] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deafe514-e834-4a5d-a907-5c7ea1648251 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.963239] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1899.963239] env[63302]: value = "task-1796242" [ 1899.963239] env[63302]: _type = "Task" [ 1899.963239] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.972884] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.027422] env[63302]: DEBUG nova.compute.utils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.027876] env[63302]: DEBUG nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.027932] env[63302]: DEBUG nova.network.neutron [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.070119] env[63302]: DEBUG nova.policy [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '307111fdd8ac4d85b7e3372b01ae391e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5f37bb94c040359a5206b24448b794', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1900.322810] env[63302]: DEBUG nova.network.neutron [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Successfully created port: 2eb02639-90bf-4624-ad94-41164289b188 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1900.474248] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796242, 'name': ReconfigVM_Task, 'duration_secs': 0.221973} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.474899] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1900.480552] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb9493c-7b65-44e6-9a12-60fae29e84ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.497608] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1900.497608] env[63302]: value = "task-1796243" [ 1900.497608] env[63302]: _type = "Task" [ 1900.497608] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.506552] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.533325] env[63302]: DEBUG nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1901.008101] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796243, 'name': ReconfigVM_Task, 'duration_secs': 0.178481} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.008305] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372485', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'name': 'volume-fd5b98ba-ac26-4a49-b63c-6b1575148830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d10748-d54e-4662-bd83-8ee2dec3891e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5b98ba-ac26-4a49-b63c-6b1575148830', 'serial': 'fd5b98ba-ac26-4a49-b63c-6b1575148830'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1901.008579] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1901.009426] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a6a3fe-13d8-46b1-9fbb-9c93f19bddbd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.016897] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1901.017168] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37014fb-9fff-4d0c-8346-88f9ac0f3cfb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.102153] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1901.102522] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1901.102573] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Deleting the datastore file [datastore1] c8d10748-d54e-4662-bd83-8ee2dec3891e {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.102827] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8e46e94-79c7-4adc-bfca-cb6ebad4b983 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.109630] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for the task: (returnval){ [ 1901.109630] env[63302]: value = "task-1796245" [ 1901.109630] env[63302]: _type = "Task" [ 1901.109630] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.118528] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.544499] env[63302]: DEBUG nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1901.620527] env[63302]: DEBUG oslo_vmware.api [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Task: {'id': task-1796245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133911} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.620809] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1901.620999] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1901.621192] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1901.690726] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1901.691113] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-533a063d-7604-49da-85f5-5db41d144834 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.701469] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eefcdc3-6f37-41f4-9c43-a49ee8f840ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.737214] env[63302]: ERROR nova.compute.manager [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Failed to detach volume fd5b98ba-ac26-4a49-b63c-6b1575148830 from /dev/sda: nova.exception.InstanceNotFound: Instance c8d10748-d54e-4662-bd83-8ee2dec3891e could not be found. [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Traceback (most recent call last): [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self.driver.rebuild(**kwargs) [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] raise NotImplementedError() [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] NotImplementedError [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] During handling of the above exception, another exception occurred: [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Traceback (most recent call last): [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self.driver.detach_volume(context, old_connection_info, [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] return self._volumeops.detach_volume(connection_info, instance) [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self._detach_volume_vmdk(connection_info, instance) [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] stable_ref.fetch_moref(session) [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] nova.exception.InstanceNotFound: Instance c8d10748-d54e-4662-bd83-8ee2dec3891e could not be found. [ 1901.737214] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] [ 1901.768391] env[63302]: DEBUG nova.compute.manager [req-54a94789-26b0-42b4-9097-9a53a720b596 req-b7ad21cd-ad27-4bda-b990-241e389fb807 service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Received event network-vif-plugged-2eb02639-90bf-4624-ad94-41164289b188 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1901.768618] env[63302]: DEBUG oslo_concurrency.lockutils [req-54a94789-26b0-42b4-9097-9a53a720b596 req-b7ad21cd-ad27-4bda-b990-241e389fb807 service nova] Acquiring lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.768822] env[63302]: DEBUG oslo_concurrency.lockutils [req-54a94789-26b0-42b4-9097-9a53a720b596 req-b7ad21cd-ad27-4bda-b990-241e389fb807 service nova] Lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.768990] env[63302]: DEBUG oslo_concurrency.lockutils [req-54a94789-26b0-42b4-9097-9a53a720b596 req-b7ad21cd-ad27-4bda-b990-241e389fb807 service nova] Lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.769182] env[63302]: DEBUG nova.compute.manager [req-54a94789-26b0-42b4-9097-9a53a720b596 req-b7ad21cd-ad27-4bda-b990-241e389fb807 service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] No waiting events found dispatching network-vif-plugged-2eb02639-90bf-4624-ad94-41164289b188 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1901.769337] env[63302]: WARNING nova.compute.manager [req-54a94789-26b0-42b4-9097-9a53a720b596 req-b7ad21cd-ad27-4bda-b990-241e389fb807 service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Received unexpected event network-vif-plugged-2eb02639-90bf-4624-ad94-41164289b188 for instance with vm_state building and task_state spawning. [ 1901.879999] env[63302]: DEBUG nova.network.neutron [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Successfully updated port: 2eb02639-90bf-4624-ad94-41164289b188 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.904950] env[63302]: DEBUG nova.compute.utils [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Build of instance c8d10748-d54e-4662-bd83-8ee2dec3891e aborted: Failed to rebuild volume backed instance. {{(pid=63302) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1901.906773] env[63302]: ERROR nova.compute.manager [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c8d10748-d54e-4662-bd83-8ee2dec3891e aborted: Failed to rebuild volume backed instance. [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Traceback (most recent call last): [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self.driver.rebuild(**kwargs) [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] raise NotImplementedError() [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] NotImplementedError [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] During handling of the above exception, another exception occurred: [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Traceback (most recent call last): [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self._detach_root_volume(context, instance, root_bdm) [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] with excutils.save_and_reraise_exception(): [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self.force_reraise() [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] raise self.value [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self.driver.detach_volume(context, old_connection_info, [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] return self._volumeops.detach_volume(connection_info, instance) [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self._detach_volume_vmdk(connection_info, instance) [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] stable_ref.fetch_moref(session) [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] nova.exception.InstanceNotFound: Instance c8d10748-d54e-4662-bd83-8ee2dec3891e could not be found. [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] During handling of the above exception, another exception occurred: [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Traceback (most recent call last): [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 11339, in _error_out_instance_on_exception [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] yield [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1901.906773] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self._do_rebuild_instance_with_claim( [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self._do_rebuild_instance( [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self._rebuild_default_impl(**kwargs) [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] self._rebuild_volume_backed_instance( [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] raise exception.BuildAbortException( [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] nova.exception.BuildAbortException: Build of instance c8d10748-d54e-4662-bd83-8ee2dec3891e aborted: Failed to rebuild volume backed instance. [ 1901.908049] env[63302]: ERROR nova.compute.manager [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] [ 1901.957593] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.957841] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.958009] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.958216] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.958366] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.958515] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.958725] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.958891] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.959072] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.959244] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.959419] env[63302]: DEBUG nova.virt.hardware [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.961876] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90947f41-6725-4f9b-8c8e-12eb16f6de2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.971633] env[63302]: DEBUG oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6c3c-5508-869e-a0f1-9b49a43ad34f/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1901.972971] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c8db81-b2e9-458a-a94e-1f44dc2c3c1b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.977437] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952fe83c-a75c-467f-9ce0-0f3226201113 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.992972] env[63302]: DEBUG oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6c3c-5508-869e-a0f1-9b49a43ad34f/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1901.993176] env[63302]: ERROR oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6c3c-5508-869e-a0f1-9b49a43ad34f/disk-0.vmdk due to incomplete transfer. [ 1901.993415] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3f15e12-0c68-48b0-96ed-b2dab25fb0a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.001172] env[63302]: DEBUG oslo_vmware.rw_handles [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6c3c-5508-869e-a0f1-9b49a43ad34f/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1902.001380] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Uploaded image b14e302c-2e1c-49b1-a584-37385dd13a40 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1902.003566] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1902.003832] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc8fe796-5275-4c34-b69b-da752b00991e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.009866] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1902.009866] env[63302]: value = "task-1796246" [ 1902.009866] env[63302]: _type = "Task" [ 1902.009866] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.018875] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796246, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.383688] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquiring lock "refresh_cache-289234fa-f5eb-4d47-ad35-9daf4825b7ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.384058] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquired lock "refresh_cache-289234fa-f5eb-4d47-ad35-9daf4825b7ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.384058] env[63302]: DEBUG nova.network.neutron [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1902.520368] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796246, 'name': Destroy_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.919695] env[63302]: DEBUG nova.network.neutron [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.020533] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796246, 'name': Destroy_Task, 'duration_secs': 0.650479} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.020799] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Destroyed the VM [ 1903.021218] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1903.021345] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83a9a3f7-2ac3-4d89-8ad1-a7b3e27d0efb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.028327] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1903.028327] env[63302]: value = "task-1796247" [ 1903.028327] env[63302]: _type = "Task" [ 1903.028327] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.038841] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.071327] env[63302]: DEBUG nova.network.neutron [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Updating instance_info_cache with network_info: [{"id": "2eb02639-90bf-4624-ad94-41164289b188", "address": "fa:16:3e:67:54:7d", "network": {"id": "a6755f2a-65fa-4cc9-ad5a-3becc2f13c30", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1675801446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5f37bb94c040359a5206b24448b794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02639-90", "ovs_interfaceid": "2eb02639-90bf-4624-ad94-41164289b188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.540550] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.574416] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Releasing lock "refresh_cache-289234fa-f5eb-4d47-ad35-9daf4825b7ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.574832] env[63302]: DEBUG nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Instance network_info: |[{"id": "2eb02639-90bf-4624-ad94-41164289b188", "address": "fa:16:3e:67:54:7d", "network": {"id": "a6755f2a-65fa-4cc9-ad5a-3becc2f13c30", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1675801446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5f37bb94c040359a5206b24448b794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02639-90", "ovs_interfaceid": "2eb02639-90bf-4624-ad94-41164289b188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1903.575293] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:54:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb02639-90bf-4624-ad94-41164289b188', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.582987] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Creating folder: Project (3e5f37bb94c040359a5206b24448b794). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1903.583650] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d8011bb-6512-4f68-852b-b4e942f03d91 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.596054] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Created folder: Project (3e5f37bb94c040359a5206b24448b794) in parent group-v372222. [ 1903.596185] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Creating folder: Instances. Parent ref: group-v372520. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1903.596391] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afad6722-8c89-444b-a1b4-fa38118a71e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.606010] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Created folder: Instances in parent group-v372520. [ 1903.606274] env[63302]: DEBUG oslo.service.loopingcall [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.606475] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1903.607279] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-999578d2-ec85-4b93-b3cc-69c79fc40c4c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.626377] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1903.626377] env[63302]: value = "task-1796250" [ 1903.626377] env[63302]: _type = "Task" [ 1903.626377] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.637487] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796250, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.792094] env[63302]: DEBUG nova.compute.manager [req-53370546-cc20-4e59-aaa2-1890f06c6fe1 req-e173f48f-178c-45bb-8e33-801719ee096d service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Received event network-changed-2eb02639-90bf-4624-ad94-41164289b188 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1903.792292] env[63302]: DEBUG nova.compute.manager [req-53370546-cc20-4e59-aaa2-1890f06c6fe1 req-e173f48f-178c-45bb-8e33-801719ee096d service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Refreshing instance network info cache due to event network-changed-2eb02639-90bf-4624-ad94-41164289b188. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1903.792599] env[63302]: DEBUG oslo_concurrency.lockutils [req-53370546-cc20-4e59-aaa2-1890f06c6fe1 req-e173f48f-178c-45bb-8e33-801719ee096d service nova] Acquiring lock "refresh_cache-289234fa-f5eb-4d47-ad35-9daf4825b7ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.792654] env[63302]: DEBUG oslo_concurrency.lockutils [req-53370546-cc20-4e59-aaa2-1890f06c6fe1 req-e173f48f-178c-45bb-8e33-801719ee096d service nova] Acquired lock "refresh_cache-289234fa-f5eb-4d47-ad35-9daf4825b7ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.792852] env[63302]: DEBUG nova.network.neutron [req-53370546-cc20-4e59-aaa2-1890f06c6fe1 req-e173f48f-178c-45bb-8e33-801719ee096d service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Refreshing network info cache for port 2eb02639-90bf-4624-ad94-41164289b188 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.921987] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.922318] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.040458] env[63302]: DEBUG oslo_vmware.api [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796247, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593701} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.044153] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1904.044445] env[63302]: INFO nova.compute.manager [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Took 20.03 seconds to snapshot the instance on the hypervisor. [ 1904.071713] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1714acca-9519-4ea1-bf88-639fd03116aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.081416] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500ff9e0-9929-4c3b-8f43-2be6e3ab5d01 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.114952] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec892f-bafe-4f01-add8-81b81ef82321 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.123998] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee0617d-44a2-4920-b864-5f8d0cdf2311 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.138453] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796250, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.146587] env[63302]: DEBUG nova.compute.provider_tree [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.503823] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Acquiring lock "c8d10748-d54e-4662-bd83-8ee2dec3891e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.504142] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "c8d10748-d54e-4662-bd83-8ee2dec3891e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.504348] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Acquiring lock "c8d10748-d54e-4662-bd83-8ee2dec3891e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.504562] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "c8d10748-d54e-4662-bd83-8ee2dec3891e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.504823] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "c8d10748-d54e-4662-bd83-8ee2dec3891e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.507121] env[63302]: INFO nova.compute.manager [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Terminating instance [ 1904.510704] env[63302]: DEBUG nova.network.neutron [req-53370546-cc20-4e59-aaa2-1890f06c6fe1 req-e173f48f-178c-45bb-8e33-801719ee096d service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Updated VIF entry in instance network info cache for port 2eb02639-90bf-4624-ad94-41164289b188. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1904.511032] env[63302]: DEBUG nova.network.neutron [req-53370546-cc20-4e59-aaa2-1890f06c6fe1 req-e173f48f-178c-45bb-8e33-801719ee096d service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Updating instance_info_cache with network_info: [{"id": "2eb02639-90bf-4624-ad94-41164289b188", "address": "fa:16:3e:67:54:7d", "network": {"id": "a6755f2a-65fa-4cc9-ad5a-3becc2f13c30", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1675801446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5f37bb94c040359a5206b24448b794", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02639-90", "ovs_interfaceid": "2eb02639-90bf-4624-ad94-41164289b188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.591610] env[63302]: DEBUG nova.compute.manager [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Found 3 images (rotation: 2) {{(pid=63302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1904.591867] env[63302]: DEBUG nova.compute.manager [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Rotating out 1 backups {{(pid=63302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1904.592012] env[63302]: DEBUG nova.compute.manager [None req-86b035bf-e08c-4867-a445-552c73539905 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleting image 6f74e8bc-a1f2-47ba-9643-5bcd439429af {{(pid=63302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1904.643997] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796250, 'name': CreateVM_Task, 'duration_secs': 0.808388} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.644487] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1904.645773] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.645773] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.645924] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.646447] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096e7fe3-c4b5-4ba2-844b-bde3c42f24e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.649257] env[63302]: DEBUG nova.scheduler.client.report [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.658640] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1904.658640] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5287ba06-844b-626e-5361-a5d10e3d3d7e" [ 1904.658640] env[63302]: _type = "Task" [ 1904.658640] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.670011] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5287ba06-844b-626e-5361-a5d10e3d3d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.011321] env[63302]: DEBUG nova.compute.manager [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1905.011741] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f328465a-5af5-4f01-b8cd-bc006c656ced {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.014335] env[63302]: DEBUG oslo_concurrency.lockutils [req-53370546-cc20-4e59-aaa2-1890f06c6fe1 req-e173f48f-178c-45bb-8e33-801719ee096d service nova] Releasing lock "refresh_cache-289234fa-f5eb-4d47-ad35-9daf4825b7ee" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.023495] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcea050-00c0-4916-82ed-1f5e2026755d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.059180] env[63302]: WARNING nova.virt.vmwareapi.driver [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c8d10748-d54e-4662-bd83-8ee2dec3891e could not be found. [ 1905.059410] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.059760] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd288065-dedd-4fba-bb19-1629e0d7de60 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.070251] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9bc996-df03-48c1-a925-67a528a20d55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.115036] env[63302]: WARNING nova.virt.vmwareapi.vmops [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c8d10748-d54e-4662-bd83-8ee2dec3891e could not be found. [ 1905.115377] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.115647] env[63302]: INFO nova.compute.manager [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1905.115998] env[63302]: DEBUG oslo.service.loopingcall [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.116263] env[63302]: DEBUG nova.compute.manager [-] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.116360] env[63302]: DEBUG nova.network.neutron [-] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1905.156595] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.234s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.156780] env[63302]: INFO nova.compute.manager [None req-8fef6f3f-6c73-4556-8e78-f08fea9d1221 tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Successfully reverted task state from rebuilding on failure for instance. [ 1905.176304] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5287ba06-844b-626e-5361-a5d10e3d3d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015374} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.176649] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.176906] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.177203] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.177357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.177576] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.177872] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79fa6bbc-33c7-4a5d-bd80-3507401ae40c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.189015] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.189339] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.190158] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e429c72-afe4-4f09-ab24-b5c370a42e57 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.196695] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1905.196695] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bb01e6-8851-0825-a70e-26e63da1b675" [ 1905.196695] env[63302]: _type = "Task" [ 1905.196695] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.206936] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bb01e6-8851-0825-a70e-26e63da1b675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.708968] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bb01e6-8851-0825-a70e-26e63da1b675, 'name': SearchDatastore_Task, 'duration_secs': 0.013809} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.709807] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db23958a-9aaa-4ad8-8879-0f07e94940ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.716860] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1905.716860] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbc376-3488-b304-ebc1-84069b50d251" [ 1905.716860] env[63302]: _type = "Task" [ 1905.716860] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.726752] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbc376-3488-b304-ebc1-84069b50d251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.869820] env[63302]: DEBUG nova.compute.manager [req-8b78ae74-e955-40dd-bcb4-508963c256e3 req-8e696eeb-5491-483e-9170-88f6af4cc585 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Received event network-vif-deleted-91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1905.870056] env[63302]: INFO nova.compute.manager [req-8b78ae74-e955-40dd-bcb4-508963c256e3 req-8e696eeb-5491-483e-9170-88f6af4cc585 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Neutron deleted interface 91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7; detaching it from the instance and deleting it from the info cache [ 1905.870252] env[63302]: DEBUG nova.network.neutron [req-8b78ae74-e955-40dd-bcb4-508963c256e3 req-8e696eeb-5491-483e-9170-88f6af4cc585 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.228263] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dbc376-3488-b304-ebc1-84069b50d251, 'name': SearchDatastore_Task, 'duration_secs': 0.014468} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.228610] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.228875] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 289234fa-f5eb-4d47-ad35-9daf4825b7ee/289234fa-f5eb-4d47-ad35-9daf4825b7ee.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.229198] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc682ddc-ae15-49f0-bb6b-566c0ca03030 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.238161] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1906.238161] env[63302]: value = "task-1796251" [ 1906.238161] env[63302]: _type = "Task" [ 1906.238161] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.248391] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.347424] env[63302]: DEBUG nova.network.neutron [-] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.372997] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52a0d2c4-bd83-4614-944a-5bb275235534 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.387119] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78665e-7d26-41d1-b836-52cddedf6441 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.411252] env[63302]: DEBUG oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228733c-2250-f38d-5e0d-a627e4ef1ae5/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1906.412210] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe95de-d095-4ce8-b069-b8aa13a34717 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.430937] env[63302]: DEBUG nova.compute.manager [req-8b78ae74-e955-40dd-bcb4-508963c256e3 req-8e696eeb-5491-483e-9170-88f6af4cc585 service nova] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Detach interface failed, port_id=91f62057-d11d-4fe8-8bc7-6bc84ef1e8f7, reason: Instance c8d10748-d54e-4662-bd83-8ee2dec3891e could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1906.435646] env[63302]: DEBUG oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228733c-2250-f38d-5e0d-a627e4ef1ae5/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1906.435821] env[63302]: ERROR oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228733c-2250-f38d-5e0d-a627e4ef1ae5/disk-0.vmdk due to incomplete transfer. [ 1906.436055] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6c025b1d-2e81-4a7f-9015-51304adcd290 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.450450] env[63302]: DEBUG oslo_vmware.rw_handles [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228733c-2250-f38d-5e0d-a627e4ef1ae5/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1906.450688] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Uploaded image 61df2b2c-0287-45ff-8439-03127cb649d6 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1906.452821] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1906.453107] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e75bbe8-448c-4c26-8ed6-ff3b26ce8bbb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.460719] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1906.460719] env[63302]: value = "task-1796252" [ 1906.460719] env[63302]: _type = "Task" [ 1906.460719] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.472472] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796252, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.751749] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796251, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.848623] env[63302]: INFO nova.compute.manager [-] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Took 1.73 seconds to deallocate network for instance. [ 1906.972947] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796252, 'name': Destroy_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.249709] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517417} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.249989] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 289234fa-f5eb-4d47-ad35-9daf4825b7ee/289234fa-f5eb-4d47-ad35-9daf4825b7ee.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.250247] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.250504] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcee595c-e501-42f1-9419-5ec53489fcf9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.258199] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1907.258199] env[63302]: value = "task-1796253" [ 1907.258199] env[63302]: _type = "Task" [ 1907.258199] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.268049] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.400888] env[63302]: INFO nova.compute.manager [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Took 0.55 seconds to detach 1 volumes for instance. [ 1907.403670] env[63302]: DEBUG nova.compute.manager [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Deleting volume: fd5b98ba-ac26-4a49-b63c-6b1575148830 {{(pid=63302) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1907.471968] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796252, 'name': Destroy_Task, 'duration_secs': 0.613965} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.472909] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Destroyed the VM [ 1907.473170] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1907.473424] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32c0cc45-46d0-44cc-9e82-1d30b1187301 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.480441] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1907.480441] env[63302]: value = "task-1796255" [ 1907.480441] env[63302]: _type = "Task" [ 1907.480441] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.489256] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.509523] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "8de9ff79-7463-431a-8cde-bea87aff1633" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.509790] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.509975] env[63302]: DEBUG nova.compute.manager [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.510826] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23da1213-08eb-4411-9593-a1061153197e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.519932] env[63302]: DEBUG nova.compute.manager [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1907.520515] env[63302]: DEBUG nova.objects.instance [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'flavor' on Instance uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.771544] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066956} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.772087] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.772797] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6144586-ca88-4551-bb38-b9cb4a520186 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.802282] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 289234fa-f5eb-4d47-ad35-9daf4825b7ee/289234fa-f5eb-4d47-ad35-9daf4825b7ee.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.803103] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e620788a-fe5d-46cf-ba19-e12a601b1608 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.827196] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1907.827196] env[63302]: value = "task-1796256" [ 1907.827196] env[63302]: _type = "Task" [ 1907.827196] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.841405] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.944029] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.944447] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.944780] env[63302]: DEBUG nova.objects.instance [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lazy-loading 'resources' on Instance uuid c8d10748-d54e-4662-bd83-8ee2dec3891e {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.990897] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796255, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.337487] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796256, 'name': ReconfigVM_Task, 'duration_secs': 0.27566} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.337784] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 289234fa-f5eb-4d47-ad35-9daf4825b7ee/289234fa-f5eb-4d47-ad35-9daf4825b7ee.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.338551] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b280a49-2064-4af9-a49f-3d88ecaa3a75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.345914] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1908.345914] env[63302]: value = "task-1796257" [ 1908.345914] env[63302]: _type = "Task" [ 1908.345914] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.354497] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796257, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.492835] env[63302]: DEBUG oslo_vmware.api [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796255, 'name': RemoveSnapshot_Task, 'duration_secs': 0.580195} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.493534] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1908.493534] env[63302]: INFO nova.compute.manager [None req-d8e71691-7bf2-4667-8080-c6696e0194ba tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Took 14.85 seconds to snapshot the instance on the hypervisor. [ 1908.530538] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.530897] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d2a7e1b-5939-4f6f-a2ac-3afac79846f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.539470] env[63302]: DEBUG oslo_vmware.api [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1908.539470] env[63302]: value = "task-1796258" [ 1908.539470] env[63302]: _type = "Task" [ 1908.539470] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.551783] env[63302]: DEBUG oslo_vmware.api [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.586449] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0b6ea5-3c55-4382-b5e6-e096e6177d3a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.595036] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603b42f0-1db8-42e5-a809-24fafe15533b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.632466] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf17f276-acc3-4d47-a67c-5ffdbefb1b28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.643721] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d2f23e-56da-43e7-a810-a1564cf91430 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.661824] env[63302]: DEBUG nova.compute.provider_tree [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.857792] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796257, 'name': Rename_Task, 'duration_secs': 0.152085} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.858243] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.858591] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6b1813-6d5f-416e-9b03-1ed72fbfa782 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.866840] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1908.866840] env[63302]: value = "task-1796259" [ 1908.866840] env[63302]: _type = "Task" [ 1908.866840] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.876973] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.049964] env[63302]: DEBUG oslo_vmware.api [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796258, 'name': PowerOffVM_Task, 'duration_secs': 0.246032} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.050301] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.050527] env[63302]: DEBUG nova.compute.manager [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.051613] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b9f9fb-92cc-4005-993e-0b89f8f4784d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.164888] env[63302]: DEBUG nova.scheduler.client.report [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.377784] env[63302]: DEBUG oslo_vmware.api [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796259, 'name': PowerOnVM_Task, 'duration_secs': 0.487205} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.377784] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.378457] env[63302]: INFO nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1909.378457] env[63302]: DEBUG nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.378990] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72a426-b6e7-4582-b724-a7c9f730adfe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.563089] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eb32c411-d424-4a50-a160-4446ec680e9b tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.669957] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.906521] env[63302]: INFO nova.compute.manager [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Took 12.71 seconds to build instance. [ 1910.198363] env[63302]: DEBUG oslo_concurrency.lockutils [None req-219d81de-c3b3-4920-9739-97d6e7989e6e tempest-ServerActionsV293TestJSON-329694054 tempest-ServerActionsV293TestJSON-329694054-project-member] Lock "c8d10748-d54e-4662-bd83-8ee2dec3891e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.408922] env[63302]: DEBUG oslo_concurrency.lockutils [None req-99cf04a7-5c36-49c4-b7e0-f7acecc7d758 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.224s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.807608] env[63302]: DEBUG nova.compute.manager [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Stashing vm_state: stopped {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1911.109217] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquiring lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.109217] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.109555] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquiring lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.109555] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.109671] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.112160] env[63302]: INFO nova.compute.manager [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Terminating instance [ 1911.328378] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.328633] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.575611] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "234e3530-5b17-4fdb-b18a-d9a036446554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.576525] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "234e3530-5b17-4fdb-b18a-d9a036446554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.576757] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "234e3530-5b17-4fdb-b18a-d9a036446554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.576959] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "234e3530-5b17-4fdb-b18a-d9a036446554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.577149] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "234e3530-5b17-4fdb-b18a-d9a036446554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.579220] env[63302]: INFO nova.compute.manager [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Terminating instance [ 1911.617531] env[63302]: DEBUG nova.compute.manager [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.617912] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.618792] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c18144-4d17-4a1a-94c9-d6313042c233 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.630176] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.630543] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c267761-0941-411b-9e41-f164e03169bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.637129] env[63302]: DEBUG oslo_vmware.api [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1911.637129] env[63302]: value = "task-1796260" [ 1911.637129] env[63302]: _type = "Task" [ 1911.637129] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.645556] env[63302]: DEBUG oslo_vmware.api [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.833882] env[63302]: INFO nova.compute.claims [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1912.083203] env[63302]: DEBUG nova.compute.manager [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.083449] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.084357] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43906c58-a73a-4ce0-9045-7c1b22d610ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.096815] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.097148] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cff5a9ca-bb13-485b-b5d6-8d27841b2380 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.105136] env[63302]: DEBUG oslo_vmware.api [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1912.105136] env[63302]: value = "task-1796261" [ 1912.105136] env[63302]: _type = "Task" [ 1912.105136] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.120655] env[63302]: DEBUG oslo_vmware.api [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.147487] env[63302]: DEBUG oslo_vmware.api [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796260, 'name': PowerOffVM_Task, 'duration_secs': 0.184704} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.147829] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.148080] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.149491] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e8e41d4-aec4-4669-b9ea-b3a3b03ffe56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.340932] env[63302]: INFO nova.compute.resource_tracker [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating resource usage from migration 5fb3812b-1479-4894-84a8-f31d5bbf0ddf [ 1912.367390] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.367626] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.484831] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b06d4db-44c9-479e-b5d9-c1612f3fe152 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.493560] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d49c626-6a8c-444c-aaa9-ff9454b79894 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.524094] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b27ffc-3d29-4d4f-b389-0dc346ff7658 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.532403] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6dd195-5079-4078-9ac6-320d975e0f44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.548370] env[63302]: DEBUG nova.compute.provider_tree [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.616948] env[63302]: DEBUG oslo_vmware.api [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796261, 'name': PowerOffVM_Task, 'duration_secs': 0.238196} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.617595] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.617595] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.617701] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4803026d-06ad-426c-837f-bfd4b6608b24 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.870293] env[63302]: DEBUG nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1913.051725] env[63302]: DEBUG nova.scheduler.client.report [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.335182] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.335474] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.335716] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Deleting the datastore file [datastore1] 289234fa-f5eb-4d47-ad35-9daf4825b7ee {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.336058] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e198a99a-c1bb-4418-b612-84030e36e131 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.346490] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.346777] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.347080] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Deleting the datastore file [datastore1] 234e3530-5b17-4fdb-b18a-d9a036446554 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.348977] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-418f254d-1291-45cd-a40e-e6718d7cb7e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.351770] env[63302]: DEBUG oslo_vmware.api [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for the task: (returnval){ [ 1913.351770] env[63302]: value = "task-1796264" [ 1913.351770] env[63302]: _type = "Task" [ 1913.351770] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.357664] env[63302]: DEBUG oslo_vmware.api [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1913.357664] env[63302]: value = "task-1796265" [ 1913.357664] env[63302]: _type = "Task" [ 1913.357664] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.363647] env[63302]: DEBUG oslo_vmware.api [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.368718] env[63302]: DEBUG oslo_vmware.api [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.391615] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.556693] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.228s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.556895] env[63302]: INFO nova.compute.manager [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Migrating [ 1913.563550] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.172s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.565539] env[63302]: INFO nova.compute.claims [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.864218] env[63302]: DEBUG oslo_vmware.api [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Task: {'id': task-1796264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1736} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.864843] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.865079] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.865283] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.865462] env[63302]: INFO nova.compute.manager [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1913.865696] env[63302]: DEBUG oslo.service.loopingcall [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.865927] env[63302]: DEBUG nova.compute.manager [-] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.866054] env[63302]: DEBUG nova.network.neutron [-] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.870244] env[63302]: DEBUG oslo_vmware.api [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1673} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.871026] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.871260] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.871387] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.871548] env[63302]: INFO nova.compute.manager [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1913.871837] env[63302]: DEBUG oslo.service.loopingcall [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.871940] env[63302]: DEBUG nova.compute.manager [-] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.872042] env[63302]: DEBUG nova.network.neutron [-] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.076268] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.076486] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.076675] env[63302]: DEBUG nova.network.neutron [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1914.170529] env[63302]: DEBUG nova.compute.manager [req-43a5f6aa-b765-4728-86d9-1178e4bca613 req-9843b846-c255-4159-8cb9-8978c7eb0913 service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Received event network-vif-deleted-aeaaed2a-df0c-416c-870d-31f9fc2d6360 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1914.170729] env[63302]: INFO nova.compute.manager [req-43a5f6aa-b765-4728-86d9-1178e4bca613 req-9843b846-c255-4159-8cb9-8978c7eb0913 service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Neutron deleted interface aeaaed2a-df0c-416c-870d-31f9fc2d6360; detaching it from the instance and deleting it from the info cache [ 1914.170921] env[63302]: DEBUG nova.network.neutron [req-43a5f6aa-b765-4728-86d9-1178e4bca613 req-9843b846-c255-4159-8cb9-8978c7eb0913 service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.190150] env[63302]: DEBUG nova.compute.manager [req-f5c230fb-18d4-4d2b-8b3f-a7d92be066d5 req-06b4c6a6-2fb5-4ad0-aae4-c507b7a0bf22 service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Received event network-vif-deleted-2eb02639-90bf-4624-ad94-41164289b188 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1914.190382] env[63302]: INFO nova.compute.manager [req-f5c230fb-18d4-4d2b-8b3f-a7d92be066d5 req-06b4c6a6-2fb5-4ad0-aae4-c507b7a0bf22 service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Neutron deleted interface 2eb02639-90bf-4624-ad94-41164289b188; detaching it from the instance and deleting it from the info cache [ 1914.190526] env[63302]: DEBUG nova.network.neutron [req-f5c230fb-18d4-4d2b-8b3f-a7d92be066d5 req-06b4c6a6-2fb5-4ad0-aae4-c507b7a0bf22 service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.605761] env[63302]: DEBUG nova.network.neutron [-] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.615663] env[63302]: DEBUG nova.network.neutron [-] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.675863] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c860bc75-b73e-4a66-b436-974ac88d68f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.686216] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4515d0-70da-4172-a2e6-d51b9e1aa5a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.701074] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edfdbc5f-373e-42e4-9d82-5317f7ef0ac4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.710866] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49fca9b-d2d6-4109-9bd2-b99380acfb44 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.730964] env[63302]: DEBUG nova.compute.manager [req-43a5f6aa-b765-4728-86d9-1178e4bca613 req-9843b846-c255-4159-8cb9-8978c7eb0913 service nova] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Detach interface failed, port_id=aeaaed2a-df0c-416c-870d-31f9fc2d6360, reason: Instance 234e3530-5b17-4fdb-b18a-d9a036446554 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1914.751770] env[63302]: DEBUG nova.compute.manager [req-f5c230fb-18d4-4d2b-8b3f-a7d92be066d5 req-06b4c6a6-2fb5-4ad0-aae4-c507b7a0bf22 service nova] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Detach interface failed, port_id=2eb02639-90bf-4624-ad94-41164289b188, reason: Instance 289234fa-f5eb-4d47-ad35-9daf4825b7ee could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1914.763111] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1495e0-a1f2-4f18-bd4b-a45b0030b0a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.770710] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57cf74d-8c66-46fb-bb1d-cdfdf9917b69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.808502] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087bbb08-ec16-4fdc-951a-03577f7f9f52 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.817106] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bf06f4-1c34-463b-878a-5f06e15e4536 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.830835] env[63302]: DEBUG nova.compute.provider_tree [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1914.846181] env[63302]: DEBUG nova.network.neutron [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance_info_cache with network_info: [{"id": "65fed487-2f45-4f31-b29b-3a7c572027e0", "address": "fa:16:3e:5a:99:bb", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fed487-2f", "ovs_interfaceid": "65fed487-2f45-4f31-b29b-3a7c572027e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.111069] env[63302]: INFO nova.compute.manager [-] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Took 1.24 seconds to deallocate network for instance. [ 1915.119129] env[63302]: INFO nova.compute.manager [-] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Took 1.25 seconds to deallocate network for instance. [ 1915.348734] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.353513] env[63302]: ERROR nova.scheduler.client.report [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [req-93a9b90e-db24-4bc2-888b-9f309b3bac89] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93a9b90e-db24-4bc2-888b-9f309b3bac89"}]} [ 1915.374192] env[63302]: DEBUG nova.scheduler.client.report [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1915.387766] env[63302]: DEBUG nova.scheduler.client.report [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1915.387985] env[63302]: DEBUG nova.compute.provider_tree [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.399146] env[63302]: DEBUG nova.scheduler.client.report [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1915.423183] env[63302]: DEBUG nova.scheduler.client.report [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1915.565826] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e1194-303c-4787-aefe-87adb2d8ea0e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.574556] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ce1707-c73a-4015-8a69-d05615116a30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.621408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.622917] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e5c5b-991c-42ae-b534-b51d7f52b882 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.627205] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.633306] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b62cd5f-f6ee-4460-8685-7e86e5024719 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.646616] env[63302]: DEBUG nova.compute.provider_tree [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.177253] env[63302]: DEBUG nova.scheduler.client.report [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1916.177582] env[63302]: DEBUG nova.compute.provider_tree [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 162 to 163 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1916.177775] env[63302]: DEBUG nova.compute.provider_tree [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.682977] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.119s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.683677] env[63302]: DEBUG nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1916.686560] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.065s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.687043] env[63302]: DEBUG nova.objects.instance [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lazy-loading 'resources' on Instance uuid 234e3530-5b17-4fdb-b18a-d9a036446554 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.864193] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedf6e6d-ee0a-47fb-8fd8-cd9efb9544e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.885506] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance '8de9ff79-7463-431a-8cde-bea87aff1633' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.189673] env[63302]: DEBUG nova.compute.utils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.194063] env[63302]: DEBUG nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.194206] env[63302]: DEBUG nova.network.neutron [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.241192] env[63302]: DEBUG nova.policy [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '157c94c3531a4055a9526f030e91d5fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da1efefd50fc450d9325779b903aebdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.325417] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aa11cf-66fc-41b3-b5c8-d3634dfe39ef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.333789] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6ef7e6-3755-482b-9c40-bafebba3c2cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.366319] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae23f44-ea85-4ef3-9911-ff4d42eeb9e7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.373267] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904391a9-77cb-4c64-bfaa-2c5e973ff9ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.386580] env[63302]: DEBUG nova.compute.provider_tree [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.390754] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.390986] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbbd295d-115a-4ede-9f21-bfb523f982ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.398098] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1917.398098] env[63302]: value = "task-1796266" [ 1917.398098] env[63302]: _type = "Task" [ 1917.398098] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.406417] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.521124] env[63302]: DEBUG nova.network.neutron [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Successfully created port: 66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.696381] env[63302]: DEBUG nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.890198] env[63302]: DEBUG nova.scheduler.client.report [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.909246] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1917.909453] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance '8de9ff79-7463-431a-8cde-bea87aff1633' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.395969] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.398631] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.771s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.398775] env[63302]: DEBUG nova.objects.instance [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lazy-loading 'resources' on Instance uuid 289234fa-f5eb-4d47-ad35-9daf4825b7ee {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.415378] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.415626] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.415794] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.415957] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.416162] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.416335] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.416544] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.416706] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.416873] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.417149] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.417390] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.423406] env[63302]: INFO nova.scheduler.client.report [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Deleted allocations for instance 234e3530-5b17-4fdb-b18a-d9a036446554 [ 1918.426498] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fff44dff-4158-4c24-87c7-819c7d3750ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.447317] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1918.447317] env[63302]: value = "task-1796267" [ 1918.447317] env[63302]: _type = "Task" [ 1918.447317] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.456029] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.706797] env[63302]: DEBUG nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1918.732717] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.732979] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.733166] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.733352] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.733503] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.733653] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.733862] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.734040] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.734214] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.734377] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.734549] env[63302]: DEBUG nova.virt.hardware [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.735423] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874c5b7b-a4da-4ac2-8ae7-fc7ab96f1c83 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.743754] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff51533e-345b-45d0-a0cb-a782c9e0aec9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.944144] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1089fd2e-cafc-4249-9641-910c7ce8bae7 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "234e3530-5b17-4fdb-b18a-d9a036446554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.368s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.958187] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796267, 'name': ReconfigVM_Task, 'duration_secs': 0.155219} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.958983] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance '8de9ff79-7463-431a-8cde-bea87aff1633' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.071918] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7958b1a-96e3-41fc-a5e2-56bd4995791b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.081507] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03684dfc-8e89-42e6-8ee3-8b01c6b13a7e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.085628] env[63302]: DEBUG nova.compute.manager [req-fb66f530-7752-445a-b735-abb02126701b req-0a41e553-9120-4f35-bf9f-c459e7498953 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Received event network-vif-plugged-66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1919.085844] env[63302]: DEBUG oslo_concurrency.lockutils [req-fb66f530-7752-445a-b735-abb02126701b req-0a41e553-9120-4f35-bf9f-c459e7498953 service nova] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.086133] env[63302]: DEBUG oslo_concurrency.lockutils [req-fb66f530-7752-445a-b735-abb02126701b req-0a41e553-9120-4f35-bf9f-c459e7498953 service nova] Lock "da177ef6-f391-4b72-be96-800ba6323600-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.086234] env[63302]: DEBUG oslo_concurrency.lockutils [req-fb66f530-7752-445a-b735-abb02126701b req-0a41e553-9120-4f35-bf9f-c459e7498953 service nova] Lock "da177ef6-f391-4b72-be96-800ba6323600-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.086391] env[63302]: DEBUG nova.compute.manager [req-fb66f530-7752-445a-b735-abb02126701b req-0a41e553-9120-4f35-bf9f-c459e7498953 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] No waiting events found dispatching network-vif-plugged-66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.086557] env[63302]: WARNING nova.compute.manager [req-fb66f530-7752-445a-b735-abb02126701b req-0a41e553-9120-4f35-bf9f-c459e7498953 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Received unexpected event network-vif-plugged-66e0ab64-6c3d-4148-8d72-cd919559305f for instance with vm_state building and task_state spawning. [ 1919.119894] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e98e0dd-0d82-46fa-a3ee-6a0634bd907d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.128532] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e66b8-febf-4ee9-80ae-a052a1d2b65e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.143518] env[63302]: DEBUG nova.compute.provider_tree [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.325979] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.326285] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.326495] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.326677] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.326851] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.329105] env[63302]: INFO nova.compute.manager [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Terminating instance [ 1919.466738] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.467012] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.467185] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.467372] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.467521] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.467670] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.467874] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.468052] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.468225] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.468389] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.468566] env[63302]: DEBUG nova.virt.hardware [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.473813] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1919.474443] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1709de0-9756-426b-aac7-9454d861e3f3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.494746] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1919.494746] env[63302]: value = "task-1796268" [ 1919.494746] env[63302]: _type = "Task" [ 1919.494746] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.504291] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.647239] env[63302]: DEBUG nova.scheduler.client.report [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.728313] env[63302]: DEBUG nova.network.neutron [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Successfully updated port: 66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.750465] env[63302]: DEBUG nova.compute.manager [req-3eb0baea-c46e-4342-b24b-3b2dc132f039 req-b9798c86-5089-43f4-8f83-81c61dff5a6b service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Received event network-changed-66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1919.750559] env[63302]: DEBUG nova.compute.manager [req-3eb0baea-c46e-4342-b24b-3b2dc132f039 req-b9798c86-5089-43f4-8f83-81c61dff5a6b service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Refreshing instance network info cache due to event network-changed-66e0ab64-6c3d-4148-8d72-cd919559305f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1919.750773] env[63302]: DEBUG oslo_concurrency.lockutils [req-3eb0baea-c46e-4342-b24b-3b2dc132f039 req-b9798c86-5089-43f4-8f83-81c61dff5a6b service nova] Acquiring lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.750922] env[63302]: DEBUG oslo_concurrency.lockutils [req-3eb0baea-c46e-4342-b24b-3b2dc132f039 req-b9798c86-5089-43f4-8f83-81c61dff5a6b service nova] Acquired lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.751097] env[63302]: DEBUG nova.network.neutron [req-3eb0baea-c46e-4342-b24b-3b2dc132f039 req-b9798c86-5089-43f4-8f83-81c61dff5a6b service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Refreshing network info cache for port 66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1919.832447] env[63302]: DEBUG nova.compute.manager [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1919.832639] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1919.833590] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44602e99-6fe0-463d-9e20-cf85ff2cc70d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.843048] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.843351] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87b52a44-b4f0-4029-9f3b-8c8f5eae4a04 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.851847] env[63302]: DEBUG oslo_vmware.api [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1919.851847] env[63302]: value = "task-1796269" [ 1919.851847] env[63302]: _type = "Task" [ 1919.851847] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.860356] env[63302]: DEBUG oslo_vmware.api [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.005227] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796268, 'name': ReconfigVM_Task, 'duration_secs': 0.203093} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.005521] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1920.006365] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4732333-d061-431f-8498-fac174b81ab3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.031245] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8de9ff79-7463-431a-8cde-bea87aff1633/8de9ff79-7463-431a-8cde-bea87aff1633.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1920.031732] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3481f85d-abd7-420d-96d4-8c94be81bdc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.049910] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1920.049910] env[63302]: value = "task-1796270" [ 1920.049910] env[63302]: _type = "Task" [ 1920.049910] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.057905] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.152068] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.173825] env[63302]: INFO nova.scheduler.client.report [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Deleted allocations for instance 289234fa-f5eb-4d47-ad35-9daf4825b7ee [ 1920.230863] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.284418] env[63302]: DEBUG nova.network.neutron [req-3eb0baea-c46e-4342-b24b-3b2dc132f039 req-b9798c86-5089-43f4-8f83-81c61dff5a6b service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.361413] env[63302]: DEBUG oslo_vmware.api [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796269, 'name': PowerOffVM_Task, 'duration_secs': 0.195273} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.361640] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1920.361811] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1920.362064] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6e2a748-480f-4a4d-8554-c4eaa7e76d8f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.363980] env[63302]: DEBUG nova.network.neutron [req-3eb0baea-c46e-4342-b24b-3b2dc132f039 req-b9798c86-5089-43f4-8f83-81c61dff5a6b service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.451198] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.451428] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.451613] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Deleting the datastore file [datastore1] 6d13ed52-aa60-446a-b9c1-c7746bc35d4c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.451890] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27097bc4-4a15-4b8b-8f77-b21a4200116b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.459024] env[63302]: DEBUG oslo_vmware.api [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for the task: (returnval){ [ 1920.459024] env[63302]: value = "task-1796272" [ 1920.459024] env[63302]: _type = "Task" [ 1920.459024] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.467298] env[63302]: DEBUG oslo_vmware.api [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.560207] env[63302]: DEBUG oslo_vmware.api [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796270, 'name': ReconfigVM_Task, 'duration_secs': 0.264832} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.560513] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8de9ff79-7463-431a-8cde-bea87aff1633/8de9ff79-7463-431a-8cde-bea87aff1633.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.560798] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance '8de9ff79-7463-431a-8cde-bea87aff1633' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.685041] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e8e5c7f0-675a-454d-b4fc-a79c12ae05b0 tempest-ServersNegativeTestMultiTenantJSON-665119151 tempest-ServersNegativeTestMultiTenantJSON-665119151-project-member] Lock "289234fa-f5eb-4d47-ad35-9daf4825b7ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.576s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.866846] env[63302]: DEBUG oslo_concurrency.lockutils [req-3eb0baea-c46e-4342-b24b-3b2dc132f039 req-b9798c86-5089-43f4-8f83-81c61dff5a6b service nova] Releasing lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.867286] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.867451] env[63302]: DEBUG nova.network.neutron [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.969472] env[63302]: DEBUG oslo_vmware.api [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Task: {'id': task-1796272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12515} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.969789] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1920.969919] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1920.970116] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1920.970374] env[63302]: INFO nova.compute.manager [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1920.970541] env[63302]: DEBUG oslo.service.loopingcall [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.970735] env[63302]: DEBUG nova.compute.manager [-] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1920.970829] env[63302]: DEBUG nova.network.neutron [-] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1921.068166] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002bc09c-363d-4785-9d83-3a7ad4003d25 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.088705] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefbe0b7-4755-403e-89fb-f9fb64c07c2f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.109947] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance '8de9ff79-7463-431a-8cde-bea87aff1633' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1921.398220] env[63302]: DEBUG nova.network.neutron [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1921.550385] env[63302]: DEBUG nova.network.neutron [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updating instance_info_cache with network_info: [{"id": "66e0ab64-6c3d-4148-8d72-cd919559305f", "address": "fa:16:3e:19:e6:20", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e0ab64-6c", "ovs_interfaceid": "66e0ab64-6c3d-4148-8d72-cd919559305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.667074] env[63302]: DEBUG nova.network.neutron [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Port 65fed487-2f45-4f31-b29b-3a7c572027e0 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1921.771173] env[63302]: DEBUG nova.network.neutron [-] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.779889] env[63302]: DEBUG nova.compute.manager [req-04e385ce-79fb-47ac-80cb-f679f281671c req-17aedc1e-ec88-410a-af1c-54db63e9647f service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Received event network-vif-deleted-e5ab5bcf-43f4-456f-93b2-b916d30a37c0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1921.780185] env[63302]: INFO nova.compute.manager [req-04e385ce-79fb-47ac-80cb-f679f281671c req-17aedc1e-ec88-410a-af1c-54db63e9647f service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Neutron deleted interface e5ab5bcf-43f4-456f-93b2-b916d30a37c0; detaching it from the instance and deleting it from the info cache [ 1921.780976] env[63302]: DEBUG nova.network.neutron [req-04e385ce-79fb-47ac-80cb-f679f281671c req-17aedc1e-ec88-410a-af1c-54db63e9647f service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.053072] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Releasing lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.053412] env[63302]: DEBUG nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Instance network_info: |[{"id": "66e0ab64-6c3d-4148-8d72-cd919559305f", "address": "fa:16:3e:19:e6:20", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e0ab64-6c", "ovs_interfaceid": "66e0ab64-6c3d-4148-8d72-cd919559305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1922.054186] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:e6:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66e0ab64-6c3d-4148-8d72-cd919559305f', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1922.062012] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Creating folder: Project (da1efefd50fc450d9325779b903aebdd). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1922.062292] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a604316d-7e6e-414a-b69d-7359dc62cf92 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.076724] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Created folder: Project (da1efefd50fc450d9325779b903aebdd) in parent group-v372222. [ 1922.076926] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Creating folder: Instances. Parent ref: group-v372523. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1922.077187] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dffa573-7268-4e93-8075-f7780fd47c49 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.088748] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Created folder: Instances in parent group-v372523. [ 1922.089114] env[63302]: DEBUG oslo.service.loopingcall [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.089383] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da177ef6-f391-4b72-be96-800ba6323600] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1922.089633] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d4121d8-75be-4225-96bf-db932d6775d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.118438] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1922.118438] env[63302]: value = "task-1796275" [ 1922.118438] env[63302]: _type = "Task" [ 1922.118438] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.127910] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796275, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.275767] env[63302]: INFO nova.compute.manager [-] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Took 1.30 seconds to deallocate network for instance. [ 1922.285568] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f713906-79c6-4cfc-bc95-46b6f528e068 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.304496] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dd958b-c22b-4f8a-961f-b1a7af9dd3da {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.335318] env[63302]: DEBUG nova.compute.manager [req-04e385ce-79fb-47ac-80cb-f679f281671c req-17aedc1e-ec88-410a-af1c-54db63e9647f service nova] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Detach interface failed, port_id=e5ab5bcf-43f4-456f-93b2-b916d30a37c0, reason: Instance 6d13ed52-aa60-446a-b9c1-c7746bc35d4c could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1922.629674] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796275, 'name': CreateVM_Task, 'duration_secs': 0.371619} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.629863] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da177ef6-f391-4b72-be96-800ba6323600] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1922.630560] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.630850] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.631069] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.631364] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df70971-8c83-4c06-ad3c-56358ce5d11f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.636391] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1922.636391] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d6b77-39ba-a8a6-7a40-36a2e9632594" [ 1922.636391] env[63302]: _type = "Task" [ 1922.636391] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.646882] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d6b77-39ba-a8a6-7a40-36a2e9632594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.696483] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.696483] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.696483] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.787052] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.788028] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.788292] env[63302]: DEBUG nova.objects.instance [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lazy-loading 'resources' on Instance uuid 6d13ed52-aa60-446a-b9c1-c7746bc35d4c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.952581] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "0e36d070-1c02-4056-85af-3002ec82f314" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.952887] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.953115] env[63302]: INFO nova.compute.manager [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Shelving [ 1923.147964] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]528d6b77-39ba-a8a6-7a40-36a2e9632594, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.148763] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.148763] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1923.148763] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.148943] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.149105] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1923.149373] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f7415e0-c973-4764-ae5c-67c6ac1c9241 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.158196] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1923.158483] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1923.159122] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3082939-923a-49fa-a8e7-4afcb94b8d3b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.165179] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1923.165179] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dd4ea9-598b-f421-c3ff-269a82167b35" [ 1923.165179] env[63302]: _type = "Task" [ 1923.165179] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.172886] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dd4ea9-598b-f421-c3ff-269a82167b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.403244] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f48ece-a4c8-4ae2-8c30-0795a1ebb90f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.411486] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb27dd9-7693-4cea-b556-69947325f764 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.444309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b98d22-5e75-4f2d-9b6e-189b9562895f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.452558] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c231ee7-e07f-46eb-bf37-f8135314aacb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.469009] env[63302]: DEBUG nova.compute.provider_tree [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.676788] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dd4ea9-598b-f421-c3ff-269a82167b35, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.677679] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba29b8ca-ef94-443c-b2b9-446843135de2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.683516] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1923.683516] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52513d6d-a47a-b43a-17e7-8b45e4ff4393" [ 1923.683516] env[63302]: _type = "Task" [ 1923.683516] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.691622] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52513d6d-a47a-b43a-17e7-8b45e4ff4393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.726372] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.726617] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.726811] env[63302]: DEBUG nova.network.neutron [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.972523] env[63302]: DEBUG nova.scheduler.client.report [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.976542] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.977017] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8af63148-a972-4a7b-91af-20f9ad598634 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.986994] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1923.986994] env[63302]: value = "task-1796276" [ 1923.986994] env[63302]: _type = "Task" [ 1923.986994] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.995174] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.194223] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52513d6d-a47a-b43a-17e7-8b45e4ff4393, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.194544] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.194746] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] da177ef6-f391-4b72-be96-800ba6323600/da177ef6-f391-4b72-be96-800ba6323600.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1924.195042] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a02cc610-1e3a-4fc4-98c3-7e8b2d19cdc7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.202407] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1924.202407] env[63302]: value = "task-1796277" [ 1924.202407] env[63302]: _type = "Task" [ 1924.202407] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.210221] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.478081] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.498689] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796276, 'name': PowerOffVM_Task, 'duration_secs': 0.204786} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.499544] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.500525] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad78b3ef-271c-4712-9799-4d368b71f106 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.522149] env[63302]: INFO nova.scheduler.client.report [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Deleted allocations for instance 6d13ed52-aa60-446a-b9c1-c7746bc35d4c [ 1924.523801] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f335d72a-c17b-4cd7-802b-1b9df40eef6c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.529836] env[63302]: DEBUG nova.network.neutron [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance_info_cache with network_info: [{"id": "65fed487-2f45-4f31-b29b-3a7c572027e0", "address": "fa:16:3e:5a:99:bb", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fed487-2f", "ovs_interfaceid": "65fed487-2f45-4f31-b29b-3a7c572027e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.712721] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454117} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.713028] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] da177ef6-f391-4b72-be96-800ba6323600/da177ef6-f391-4b72-be96-800ba6323600.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.713273] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.713540] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca88f4d-1ce4-436b-98c0-827e448ecbd6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.724025] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1924.724025] env[63302]: value = "task-1796278" [ 1924.724025] env[63302]: _type = "Task" [ 1924.724025] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.730677] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.035258] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.039329] env[63302]: DEBUG oslo_concurrency.lockutils [None req-cf2a0cd6-4961-427e-b4aa-1e7fe57bf976 tempest-ListImageFiltersTestJSON-407498281 tempest-ListImageFiltersTestJSON-407498281-project-member] Lock "6d13ed52-aa60-446a-b9c1-c7746bc35d4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.713s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.040771] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1925.041348] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-85890a9f-b0a4-4a47-940b-ef8f3c20695c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.049843] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1925.049843] env[63302]: value = "task-1796279" [ 1925.049843] env[63302]: _type = "Task" [ 1925.049843] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.059099] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796279, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.231715] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060443} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.232143] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1925.232758] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c2ebfc-a367-4343-bdfd-970332cb70e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.254912] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] da177ef6-f391-4b72-be96-800ba6323600/da177ef6-f391-4b72-be96-800ba6323600.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.255197] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ccc626-29cc-4e6d-9770-bb920fa44c0f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.275633] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1925.275633] env[63302]: value = "task-1796280" [ 1925.275633] env[63302]: _type = "Task" [ 1925.275633] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.283360] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.559919] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796279, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.563269] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50b454e-3e77-4103-a287-59f1ed724166 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.583454] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f87ad12-1660-4f4e-901a-8d18293c0ebe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.590772] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance '8de9ff79-7463-431a-8cde-bea87aff1633' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.789242] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.060798] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796279, 'name': CreateSnapshot_Task, 'duration_secs': 0.938705} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.061084] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1926.061842] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55474ef-33f3-4880-8023-f0fd896155ab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.098110] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb5ef1d-ffea-4a7b-9a40-01ab09957516 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance '8de9ff79-7463-431a-8cde-bea87aff1633' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.287343] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796280, 'name': ReconfigVM_Task, 'duration_secs': 0.600912} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.287697] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Reconfigured VM instance instance-00000070 to attach disk [datastore1] da177ef6-f391-4b72-be96-800ba6323600/da177ef6-f391-4b72-be96-800ba6323600.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.288403] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f4e7bab-a2ff-4ac5-87a8-4da09f577c94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.295598] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1926.295598] env[63302]: value = "task-1796281" [ 1926.295598] env[63302]: _type = "Task" [ 1926.295598] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.303603] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796281, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.580473] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1926.581464] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bad4efcc-ebd4-402d-800b-66ce5e10192a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.590251] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1926.590251] env[63302]: value = "task-1796282" [ 1926.590251] env[63302]: _type = "Task" [ 1926.590251] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.600275] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796282, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.808031] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796281, 'name': Rename_Task, 'duration_secs': 0.279491} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.808440] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.808658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.810181] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1926.810338] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26a9e58e-bef8-463d-b53f-eeb9f3b9f515 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.821504] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1926.821504] env[63302]: value = "task-1796283" [ 1926.821504] env[63302]: _type = "Task" [ 1926.821504] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.832398] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.102013] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796282, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.115775] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a1cc150-88dd-4949-9544-88fc595dbb65" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.116476] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.313840] env[63302]: INFO nova.compute.manager [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Detaching volume ff2afa6d-7a96-4fa0-9758-3fec78d00b13 [ 1927.336719] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.362393] env[63302]: INFO nova.virt.block_device [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Attempting to driver detach volume ff2afa6d-7a96-4fa0-9758-3fec78d00b13 from mountpoint /dev/sdb [ 1927.362837] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1927.363114] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1927.364027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2babf4-0365-4664-8d53-ce1d63139ad1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.387452] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f51b3dc-eacc-4851-93fc-ef3e6b5d7343 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.397025] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f804a25-7786-4410-9c11-902ffd836d4d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.420312] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d8b6db-7cdb-4c6d-a8c4-768207dc6cb5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.437795] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] The volume has not been displaced from its original location: [datastore1] volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13/volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1927.443291] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1927.443587] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f4f019-49f6-467b-bbf9-7365b8e8cbb8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.462685] env[63302]: DEBUG oslo_vmware.api [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1927.462685] env[63302]: value = "task-1796284" [ 1927.462685] env[63302]: _type = "Task" [ 1927.462685] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.470864] env[63302]: DEBUG oslo_vmware.api [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.602456] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796282, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.620077] env[63302]: DEBUG nova.compute.utils [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1927.834837] env[63302]: DEBUG oslo_vmware.api [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796283, 'name': PowerOnVM_Task, 'duration_secs': 0.791218} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.835150] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1927.835367] env[63302]: INFO nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1927.835554] env[63302]: DEBUG nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1927.836315] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38136c-78a5-4935-a59d-eddbc1e66152 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.972242] env[63302]: DEBUG oslo_vmware.api [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796284, 'name': ReconfigVM_Task, 'duration_secs': 0.2297} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.972518] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1927.977316] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930ecd9e-4f2e-46ab-afb8-a8a3df89e33b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.993327] env[63302]: DEBUG oslo_vmware.api [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1927.993327] env[63302]: value = "task-1796285" [ 1927.993327] env[63302]: _type = "Task" [ 1927.993327] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.001600] env[63302]: DEBUG oslo_vmware.api [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.103081] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796282, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.124141] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.354878] env[63302]: INFO nova.compute.manager [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Took 14.98 seconds to build instance. [ 1928.504203] env[63302]: DEBUG oslo_vmware.api [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796285, 'name': ReconfigVM_Task, 'duration_secs': 0.14234} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.504537] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372506', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'name': 'volume-ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfa59fd9-7ec2-43e8-8023-7f99f559c4f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13', 'serial': 'ff2afa6d-7a96-4fa0-9758-3fec78d00b13'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1928.586012] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "8de9ff79-7463-431a-8cde-bea87aff1633" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.586461] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.586847] env[63302]: DEBUG nova.compute.manager [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Going to confirm migration 6 {{(pid=63302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1928.603511] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796282, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.853107] env[63302]: DEBUG nova.compute.manager [req-2a411795-9014-4691-ad44-c1e61519306b req-7e7dbca4-3628-4192-8ceb-8dfa3319ea56 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Received event network-changed-66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1928.853107] env[63302]: DEBUG nova.compute.manager [req-2a411795-9014-4691-ad44-c1e61519306b req-7e7dbca4-3628-4192-8ceb-8dfa3319ea56 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Refreshing instance network info cache due to event network-changed-66e0ab64-6c3d-4148-8d72-cd919559305f. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1928.853107] env[63302]: DEBUG oslo_concurrency.lockutils [req-2a411795-9014-4691-ad44-c1e61519306b req-7e7dbca4-3628-4192-8ceb-8dfa3319ea56 service nova] Acquiring lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.853107] env[63302]: DEBUG oslo_concurrency.lockutils [req-2a411795-9014-4691-ad44-c1e61519306b req-7e7dbca4-3628-4192-8ceb-8dfa3319ea56 service nova] Acquired lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.853272] env[63302]: DEBUG nova.network.neutron [req-2a411795-9014-4691-ad44-c1e61519306b req-7e7dbca4-3628-4192-8ceb-8dfa3319ea56 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Refreshing network info cache for port 66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1928.856897] env[63302]: DEBUG oslo_concurrency.lockutils [None req-25faebd0-8029-44ea-92dc-1316cfb9181f tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.489s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.055180] env[63302]: DEBUG nova.objects.instance [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'flavor' on Instance uuid dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.103810] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796282, 'name': CloneVM_Task, 'duration_secs': 2.382347} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.104099] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Created linked-clone VM from snapshot [ 1929.104831] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05e1547-8e03-4a53-8b24-e6b8716a2570 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.112488] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Uploading image 0611117a-5511-4d2a-b0ef-73d925618848 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1929.128276] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.128457] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.128636] env[63302]: DEBUG nova.network.neutron [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.128825] env[63302]: DEBUG nova.objects.instance [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'info_cache' on Instance uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.139554] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1929.139554] env[63302]: value = "vm-372527" [ 1929.139554] env[63302]: _type = "VirtualMachine" [ 1929.139554] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1929.139812] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edb0eda0-08ba-4e53-b3e9-26a833cefbd5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.148375] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lease: (returnval){ [ 1929.148375] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cd5cf8-fa7f-2430-7c5f-3d43335749f7" [ 1929.148375] env[63302]: _type = "HttpNfcLease" [ 1929.148375] env[63302]: } obtained for exporting VM: (result){ [ 1929.148375] env[63302]: value = "vm-372527" [ 1929.148375] env[63302]: _type = "VirtualMachine" [ 1929.148375] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1929.148704] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the lease: (returnval){ [ 1929.148704] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cd5cf8-fa7f-2430-7c5f-3d43335749f7" [ 1929.148704] env[63302]: _type = "HttpNfcLease" [ 1929.148704] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1929.155665] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1929.155665] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cd5cf8-fa7f-2430-7c5f-3d43335749f7" [ 1929.155665] env[63302]: _type = "HttpNfcLease" [ 1929.155665] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1929.186667] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a1cc150-88dd-4949-9544-88fc595dbb65" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.186930] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.187190] env[63302]: INFO nova.compute.manager [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Attaching volume 30a964fd-6c8a-4fb1-879e-bfd6a291f48a to /dev/sdb [ 1929.219278] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da421dca-3808-431d-a51f-cd56cfa3ebbb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.226980] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525195b8-88fc-4f4e-961c-1346ccc91b67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.240595] env[63302]: DEBUG nova.virt.block_device [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Updating existing volume attachment record: 2c412cc7-abbc-410e-bda7-c758eb8f901d {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1929.298427] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.298427] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.298427] env[63302]: INFO nova.compute.manager [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Rebooting instance [ 1929.573564] env[63302]: DEBUG nova.network.neutron [req-2a411795-9014-4691-ad44-c1e61519306b req-7e7dbca4-3628-4192-8ceb-8dfa3319ea56 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updated VIF entry in instance network info cache for port 66e0ab64-6c3d-4148-8d72-cd919559305f. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1929.573962] env[63302]: DEBUG nova.network.neutron [req-2a411795-9014-4691-ad44-c1e61519306b req-7e7dbca4-3628-4192-8ceb-8dfa3319ea56 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updating instance_info_cache with network_info: [{"id": "66e0ab64-6c3d-4148-8d72-cd919559305f", "address": "fa:16:3e:19:e6:20", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e0ab64-6c", "ovs_interfaceid": "66e0ab64-6c3d-4148-8d72-cd919559305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.656956] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1929.656956] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cd5cf8-fa7f-2430-7c5f-3d43335749f7" [ 1929.656956] env[63302]: _type = "HttpNfcLease" [ 1929.656956] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1929.657267] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1929.657267] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52cd5cf8-fa7f-2430-7c5f-3d43335749f7" [ 1929.657267] env[63302]: _type = "HttpNfcLease" [ 1929.657267] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1929.657995] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6107da46-75b1-4715-b4c3-1b4b95fd51ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.665850] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524492ae-5580-1717-ec6f-3a0686879603/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1929.666034] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524492ae-5580-1717-ec6f-3a0686879603/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1929.757548] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b42aa18d-1281-49e5-9702-8aace8899370 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.815948] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.816187] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.816368] env[63302]: DEBUG nova.network.neutron [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.062288] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b84559f4-079b-4aaf-ac41-040fc6247a22 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.076566] env[63302]: DEBUG oslo_concurrency.lockutils [req-2a411795-9014-4691-ad44-c1e61519306b req-7e7dbca4-3628-4192-8ceb-8dfa3319ea56 service nova] Releasing lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.380505] env[63302]: DEBUG nova.network.neutron [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance_info_cache with network_info: [{"id": "65fed487-2f45-4f31-b29b-3a7c572027e0", "address": "fa:16:3e:5a:99:bb", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fed487-2f", "ovs_interfaceid": "65fed487-2f45-4f31-b29b-3a7c572027e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.821680] env[63302]: DEBUG nova.network.neutron [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.884020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.884681] env[63302]: DEBUG nova.objects.instance [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'migration_context' on Instance uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.136545] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.136891] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.137190] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.137438] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.137677] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.140067] env[63302]: INFO nova.compute.manager [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Terminating instance [ 1931.325506] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.388541] env[63302]: DEBUG nova.objects.base [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Object Instance<8de9ff79-7463-431a-8cde-bea87aff1633> lazy-loaded attributes: info_cache,migration_context {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1931.389597] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e689984-a421-4646-9744-7f0aeabd8824 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.410529] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf59318-9013-4d74-a3c3-c99840f5b437 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.416499] env[63302]: DEBUG oslo_vmware.api [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1931.416499] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fb3cfb-bd49-a913-135d-a74294c0bea0" [ 1931.416499] env[63302]: _type = "Task" [ 1931.416499] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.424554] env[63302]: DEBUG oslo_vmware.api [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fb3cfb-bd49-a913-135d-a74294c0bea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.644662] env[63302]: DEBUG nova.compute.manager [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1931.644902] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1931.645899] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6804f8ee-0145-4d74-9bad-55986ef85920 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.654048] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.654309] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aecf27a4-9231-427a-95d8-ee0c7f10305d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.661664] env[63302]: DEBUG oslo_vmware.api [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1931.661664] env[63302]: value = "task-1796291" [ 1931.661664] env[63302]: _type = "Task" [ 1931.661664] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.671333] env[63302]: DEBUG oslo_vmware.api [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.831849] env[63302]: DEBUG nova.compute.manager [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.832823] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4287db6e-fa36-446a-aa1d-8a29207a52b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.927483] env[63302]: DEBUG oslo_vmware.api [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fb3cfb-bd49-a913-135d-a74294c0bea0, 'name': SearchDatastore_Task, 'duration_secs': 0.008476} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.927793] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.928014] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.172821] env[63302]: DEBUG oslo_vmware.api [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796291, 'name': PowerOffVM_Task, 'duration_secs': 0.205193} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.173102] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.173342] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1932.173617] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f3b9eb1-e215-4a81-a956-545ff7c2c0e2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.253904] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1932.254163] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1932.254354] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleting the datastore file [datastore1] dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1932.254680] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fc418f5-e52d-436a-9783-9b3a07a11821 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.263685] env[63302]: DEBUG oslo_vmware.api [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1932.263685] env[63302]: value = "task-1796293" [ 1932.263685] env[63302]: _type = "Task" [ 1932.263685] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.272833] env[63302]: DEBUG oslo_vmware.api [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.546449] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841de194-7a92-4ba1-bc3c-aaf8a1f144ad {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.554523] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d61f639-631f-4023-a199-7d310044380a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.584655] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bf663a-2277-4727-b7f9-f77145345743 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.592308] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e122054-0008-4728-901a-24edde5ef4ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.605572] env[63302]: DEBUG nova.compute.provider_tree [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.776318] env[63302]: DEBUG oslo_vmware.api [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153877} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.776658] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1932.776854] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1932.777172] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1932.777246] env[63302]: INFO nova.compute.manager [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1932.777536] env[63302]: DEBUG oslo.service.loopingcall [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.777782] env[63302]: DEBUG nova.compute.manager [-] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1932.777889] env[63302]: DEBUG nova.network.neutron [-] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1932.850779] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114240d-5008-4b92-9d5a-dd60e643c220 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.858861] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Doing hard reboot of VM {{(pid=63302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1932.859135] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b684a5bd-ac1a-47af-8af6-17748512daf8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.867027] env[63302]: DEBUG oslo_vmware.api [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1932.867027] env[63302]: value = "task-1796294" [ 1932.867027] env[63302]: _type = "Task" [ 1932.867027] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.878037] env[63302]: DEBUG oslo_vmware.api [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796294, 'name': ResetVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.110055] env[63302]: DEBUG nova.scheduler.client.report [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.310368] env[63302]: DEBUG nova.compute.manager [req-a6acc80b-b0df-48c3-85ce-eea2e974c007 req-8a2bde32-e7fe-4c2a-ba36-a77bd59e307a service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Received event network-vif-deleted-9c28320c-9621-4dff-b8f0-efa54deee3cc {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1933.310587] env[63302]: INFO nova.compute.manager [req-a6acc80b-b0df-48c3-85ce-eea2e974c007 req-8a2bde32-e7fe-4c2a-ba36-a77bd59e307a service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Neutron deleted interface 9c28320c-9621-4dff-b8f0-efa54deee3cc; detaching it from the instance and deleting it from the info cache [ 1933.310787] env[63302]: DEBUG nova.network.neutron [req-a6acc80b-b0df-48c3-85ce-eea2e974c007 req-8a2bde32-e7fe-4c2a-ba36-a77bd59e307a service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.378145] env[63302]: DEBUG oslo_vmware.api [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796294, 'name': ResetVM_Task, 'duration_secs': 0.112337} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.378626] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Did hard reboot of VM {{(pid=63302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1933.378911] env[63302]: DEBUG nova.compute.manager [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.379847] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735ab24f-801f-464e-9d16-1cb34ac84044 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.784769] env[63302]: DEBUG nova.network.neutron [-] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.786978] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1933.787274] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372529', 'volume_id': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'name': 'volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7a1cc150-88dd-4949-9544-88fc595dbb65', 'attached_at': '', 'detached_at': '', 'volume_id': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'serial': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1933.788346] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9c2a46-8665-43f6-b97c-b5e9ec9f81a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.810584] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e74612-5aa9-4189-a902-199f1f2ff69b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.814676] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0de8e59-d30c-430c-ba70-d13d0dfca569 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.851869] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a/volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.853652] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa9368a-6377-4cc8-a37b-d95e6dfe581f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.874226] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420f2c23-4a18-4df8-a8af-4dd07ee555b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.896021] env[63302]: DEBUG oslo_vmware.api [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1933.896021] env[63302]: value = "task-1796295" [ 1933.896021] env[63302]: _type = "Task" [ 1933.896021] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.896021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-74d065ed-b374-4f58-bb19-62d5e4fd9123 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.598s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.912562] env[63302]: DEBUG nova.compute.manager [req-a6acc80b-b0df-48c3-85ce-eea2e974c007 req-8a2bde32-e7fe-4c2a-ba36-a77bd59e307a service nova] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Detach interface failed, port_id=9c28320c-9621-4dff-b8f0-efa54deee3cc, reason: Instance dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1933.919540] env[63302]: DEBUG oslo_vmware.api [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.120815] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.193s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.121180] env[63302]: DEBUG nova.compute.manager [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63302) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1934.293145] env[63302]: INFO nova.compute.manager [-] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Took 1.51 seconds to deallocate network for instance. [ 1934.407437] env[63302]: DEBUG oslo_vmware.api [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796295, 'name': ReconfigVM_Task, 'duration_secs': 0.376719} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.407752] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a/volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.412841] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e2e4c1-46b6-41c0-9e02-3085a8104ca7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.429157] env[63302]: DEBUG oslo_vmware.api [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1934.429157] env[63302]: value = "task-1796296" [ 1934.429157] env[63302]: _type = "Task" [ 1934.429157] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.437958] env[63302]: DEBUG oslo_vmware.api [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.681769] env[63302]: INFO nova.scheduler.client.report [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted allocation for migration 5fb3812b-1479-4894-84a8-f31d5bbf0ddf [ 1934.801069] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.801357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.801586] env[63302]: DEBUG nova.objects.instance [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'resources' on Instance uuid dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.940806] env[63302]: DEBUG oslo_vmware.api [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796296, 'name': ReconfigVM_Task, 'duration_secs': 0.176165} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.941530] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372529', 'volume_id': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'name': 'volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7a1cc150-88dd-4949-9544-88fc595dbb65', 'attached_at': '', 'detached_at': '', 'volume_id': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'serial': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1935.192537] env[63302]: DEBUG oslo_concurrency.lockutils [None req-eae41209-27fd-4155-bbb2-7d839c281fdd tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.606s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.407539] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c038db-3c95-480c-855b-341f5890fe54 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.415959] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2cb7f2-6341-4c90-a80f-e6d3be1dfa50 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.449537] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadb531e-a615-4461-bf27-450ec6daeb11 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.457549] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f219ff12-6737-4e61-bc33-0c182d0c352d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.471701] env[63302]: DEBUG nova.compute.provider_tree [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.635876] env[63302]: DEBUG nova.objects.instance [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'flavor' on Instance uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.974945] env[63302]: DEBUG nova.scheduler.client.report [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.979341] env[63302]: DEBUG nova.objects.instance [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'flavor' on Instance uuid 7a1cc150-88dd-4949-9544-88fc595dbb65 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.140912] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.141148] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.141276] env[63302]: DEBUG nova.network.neutron [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.141455] env[63302]: DEBUG nova.objects.instance [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'info_cache' on Instance uuid 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.479715] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.486146] env[63302]: DEBUG oslo_concurrency.lockutils [None req-6e220ff0-9f01-4a37-98d0-562b7620330a tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.298s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.503729] env[63302]: INFO nova.scheduler.client.report [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted allocations for instance dfa59fd9-7ec2-43e8-8023-7f99f559c4f2 [ 1936.646045] env[63302]: DEBUG nova.objects.base [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Object Instance<8de9ff79-7463-431a-8cde-bea87aff1633> lazy-loaded attributes: flavor,info_cache {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1937.012211] env[63302]: DEBUG oslo_concurrency.lockutils [None req-132190fb-830d-4f64-82f3-289abbbe5e8f tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "dfa59fd9-7ec2-43e8-8023-7f99f559c4f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.875s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.373963] env[63302]: DEBUG nova.network.neutron [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance_info_cache with network_info: [{"id": "65fed487-2f45-4f31-b29b-3a7c572027e0", "address": "fa:16:3e:5a:99:bb", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fed487-2f", "ovs_interfaceid": "65fed487-2f45-4f31-b29b-3a7c572027e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.763852] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.764101] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.877084] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-8de9ff79-7463-431a-8cde-bea87aff1633" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.267053] env[63302]: DEBUG nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1938.787604] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.787904] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.789514] env[63302]: INFO nova.compute.claims [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.883314] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.883687] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a48511ca-957e-4304-8807-88594dfa3a79 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.893242] env[63302]: DEBUG oslo_vmware.api [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1938.893242] env[63302]: value = "task-1796297" [ 1938.893242] env[63302]: _type = "Task" [ 1938.893242] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.902596] env[63302]: DEBUG oslo_vmware.api [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.950279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "878bc679-85e8-4b64-9af8-fde9d714e160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.950500] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "878bc679-85e8-4b64-9af8-fde9d714e160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.312807] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524492ae-5580-1717-ec6f-3a0686879603/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1939.314087] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa0018-ecee-42d8-a948-a894b51095fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.322763] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524492ae-5580-1717-ec6f-3a0686879603/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1939.323572] env[63302]: ERROR oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524492ae-5580-1717-ec6f-3a0686879603/disk-0.vmdk due to incomplete transfer. [ 1939.323572] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3c3e813-07af-495e-8bef-ef6bfb080a5e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.330501] env[63302]: DEBUG oslo_vmware.rw_handles [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524492ae-5580-1717-ec6f-3a0686879603/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1939.330692] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Uploaded image 0611117a-5511-4d2a-b0ef-73d925618848 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1939.332899] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1939.333160] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2123df8a-e40b-4e85-8c44-5289befc416c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.339436] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1939.339436] env[63302]: value = "task-1796298" [ 1939.339436] env[63302]: _type = "Task" [ 1939.339436] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.347426] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796298, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.403954] env[63302]: DEBUG oslo_vmware.api [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.453315] env[63302]: DEBUG nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1939.851335] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796298, 'name': Destroy_Task} progress is 33%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.906730] env[63302]: DEBUG oslo_vmware.api [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796297, 'name': PowerOnVM_Task, 'duration_secs': 0.579051} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.907029] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.907245] env[63302]: DEBUG nova.compute.manager [None req-8d2e88ba-1d03-4eda-b425-87baddb8cec6 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.908013] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badae354-9147-475c-8e1e-a545a5fba1e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.911413] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e37db2-0dd5-4da6-a09d-c0c63686f2c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.919561] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976e4e8-f1b0-4a19-b0e5-e9332cc99584 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.950586] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c12b1-0fc6-4bab-9312-66acf12f1e7c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.961077] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8346b9-8556-4fd1-acac-60b350b7fa68 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.978486] env[63302]: DEBUG nova.compute.provider_tree [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.980335] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.350901] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796298, 'name': Destroy_Task, 'duration_secs': 0.935429} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.351271] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Destroyed the VM [ 1940.351437] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1940.351690] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-779009a6-2ff2-437e-bd21-258b585a5882 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.357710] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1940.357710] env[63302]: value = "task-1796299" [ 1940.357710] env[63302]: _type = "Task" [ 1940.357710] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.365619] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796299, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.481996] env[63302]: DEBUG nova.scheduler.client.report [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.868872] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796299, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.987635] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.988244] env[63302]: DEBUG nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1940.990807] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.011s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.992192] env[63302]: INFO nova.compute.claims [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.354106] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "8de9ff79-7463-431a-8cde-bea87aff1633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.354565] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.354692] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.354842] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.355024] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.357480] env[63302]: INFO nova.compute.manager [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Terminating instance [ 1941.368216] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796299, 'name': RemoveSnapshot_Task, 'duration_secs': 0.547464} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.368457] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1941.368721] env[63302]: DEBUG nova.compute.manager [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1941.369917] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ae304d-427b-4bfc-90bc-a9a85b2eaabc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.496550] env[63302]: DEBUG nova.compute.utils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1941.499701] env[63302]: DEBUG nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1941.499879] env[63302]: DEBUG nova.network.neutron [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1941.575650] env[63302]: DEBUG nova.policy [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96975448f63445289a9cb49506da3c4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00a512d7fb5242ec8034d21da0c8e3e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1941.849594] env[63302]: DEBUG nova.network.neutron [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Successfully created port: 6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1941.864701] env[63302]: DEBUG nova.compute.manager [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1941.864909] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.865868] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afdc9d0-895c-4f3e-b56d-c10959e60192 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.874362] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.875034] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abbf9cde-c3c2-4c6b-a637-32f7a43b519b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.882616] env[63302]: DEBUG oslo_vmware.api [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1941.882616] env[63302]: value = "task-1796300" [ 1941.882616] env[63302]: _type = "Task" [ 1941.882616] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.883393] env[63302]: INFO nova.compute.manager [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Shelve offloading [ 1941.896526] env[63302]: DEBUG oslo_vmware.api [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.004651] env[63302]: DEBUG nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1942.135982] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7468478-af7f-49ce-8c7c-f6717f2acaef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.143594] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3ed9b1-b2fe-4562-bb99-79b56f51fb30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.172500] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27100f51-d8a3-4983-9e37-accc7e18b6ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.179915] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e71275-8ee3-431a-9607-d23f2a1495b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.192785] env[63302]: DEBUG nova.compute.provider_tree [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.389766] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1942.390076] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b61ad68-9059-48e5-bfc1-e37f676874e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.397759] env[63302]: DEBUG oslo_vmware.api [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796300, 'name': PowerOffVM_Task, 'duration_secs': 0.256542} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.399047] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.399241] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.399545] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1942.399545] env[63302]: value = "task-1796301" [ 1942.399545] env[63302]: _type = "Task" [ 1942.399545] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.399732] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14ab8d07-6ddd-44fa-8d81-a3b35cffa34a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.408902] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1942.409126] env[63302]: DEBUG nova.compute.manager [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.409830] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df9c2e-81c0-472a-8615-5f41946704ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.414823] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.414992] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.415236] env[63302]: DEBUG nova.network.neutron [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.571683] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.571683] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.571683] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleting the datastore file [datastore1] 8de9ff79-7463-431a-8cde-bea87aff1633 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.571893] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f0e803-be24-4465-aa80-5315ded3d364 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.578724] env[63302]: DEBUG oslo_vmware.api [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1942.578724] env[63302]: value = "task-1796303" [ 1942.578724] env[63302]: _type = "Task" [ 1942.578724] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.586784] env[63302]: DEBUG oslo_vmware.api [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.696072] env[63302]: DEBUG nova.scheduler.client.report [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.016260] env[63302]: DEBUG nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1943.042983] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1943.043316] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.043484] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1943.043674] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.043824] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1943.043975] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1943.044207] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1943.044369] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1943.044537] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1943.044699] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1943.044870] env[63302]: DEBUG nova.virt.hardware [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1943.045763] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7152d34f-d5d1-4b04-87a8-8c54659e3280 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.053783] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d1536-691f-4f6e-8d48-9c2021d3e395 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.089635] env[63302]: DEBUG oslo_vmware.api [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135224} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.089884] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.090077] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.090260] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.090436] env[63302]: INFO nova.compute.manager [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1943.090672] env[63302]: DEBUG oslo.service.loopingcall [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.090867] env[63302]: DEBUG nova.compute.manager [-] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1943.090962] env[63302]: DEBUG nova.network.neutron [-] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1943.179318] env[63302]: DEBUG nova.network.neutron [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [{"id": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "address": "fa:16:3e:36:d2:73", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4e11b3-e1", "ovs_interfaceid": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.200472] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.201013] env[63302]: DEBUG nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1943.494910] env[63302]: DEBUG nova.compute.manager [req-05cbe6e6-ba87-4e61-a19d-917149f59243 req-3f8ebd0f-778d-45a1-9288-d3e9e8c1ada6 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Received event network-vif-plugged-6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1943.495762] env[63302]: DEBUG oslo_concurrency.lockutils [req-05cbe6e6-ba87-4e61-a19d-917149f59243 req-3f8ebd0f-778d-45a1-9288-d3e9e8c1ada6 service nova] Acquiring lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.496061] env[63302]: DEBUG oslo_concurrency.lockutils [req-05cbe6e6-ba87-4e61-a19d-917149f59243 req-3f8ebd0f-778d-45a1-9288-d3e9e8c1ada6 service nova] Lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.496318] env[63302]: DEBUG oslo_concurrency.lockutils [req-05cbe6e6-ba87-4e61-a19d-917149f59243 req-3f8ebd0f-778d-45a1-9288-d3e9e8c1ada6 service nova] Lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.496509] env[63302]: DEBUG nova.compute.manager [req-05cbe6e6-ba87-4e61-a19d-917149f59243 req-3f8ebd0f-778d-45a1-9288-d3e9e8c1ada6 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] No waiting events found dispatching network-vif-plugged-6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1943.496683] env[63302]: WARNING nova.compute.manager [req-05cbe6e6-ba87-4e61-a19d-917149f59243 req-3f8ebd0f-778d-45a1-9288-d3e9e8c1ada6 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Received unexpected event network-vif-plugged-6d16ec16-070c-4e20-9f67-016da2b508f6 for instance with vm_state building and task_state spawning. [ 1943.673221] env[63302]: DEBUG nova.network.neutron [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Successfully updated port: 6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1943.682221] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.707852] env[63302]: DEBUG nova.compute.utils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.709201] env[63302]: DEBUG nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1943.709376] env[63302]: DEBUG nova.network.neutron [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1943.749865] env[63302]: DEBUG nova.policy [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c86664d96384fb49257c15a0fa6850b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72ad7aeddb034771b62bd31c7b8ccb83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1944.017180] env[63302]: DEBUG nova.network.neutron [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Successfully created port: 86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.108132] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1944.109075] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f414d4-6386-4c32-9585-cb2086fae2dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.116942] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.117235] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e76d766-7bdf-4d26-b8e6-df62c7812b12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.179921] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.179921] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.179921] env[63302]: DEBUG nova.network.neutron [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1944.212937] env[63302]: DEBUG nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1944.286134] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.286415] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.286618] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleting the datastore file [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.286881] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc406da4-b6e7-4419-9c81-1b764a3b48ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.293411] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1944.293411] env[63302]: value = "task-1796305" [ 1944.293411] env[63302]: _type = "Task" [ 1944.293411] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.301076] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.354207] env[63302]: DEBUG nova.network.neutron [-] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.706639] env[63302]: DEBUG nova.network.neutron [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1944.805958] env[63302]: DEBUG oslo_vmware.api [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131674} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.806278] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1944.806479] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1944.806664] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1944.828655] env[63302]: INFO nova.scheduler.client.report [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted allocations for instance 0e36d070-1c02-4056-85af-3002ec82f314 [ 1944.851132] env[63302]: DEBUG nova.network.neutron [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Updating instance_info_cache with network_info: [{"id": "6d16ec16-070c-4e20-9f67-016da2b508f6", "address": "fa:16:3e:96:79:9c", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16ec16-07", "ovs_interfaceid": "6d16ec16-070c-4e20-9f67-016da2b508f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.857748] env[63302]: INFO nova.compute.manager [-] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Took 1.77 seconds to deallocate network for instance. [ 1945.224062] env[63302]: DEBUG nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1945.251354] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.251602] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.251761] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.251946] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.252108] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.252261] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.252470] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.252630] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.252794] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.252972] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.253210] env[63302]: DEBUG nova.virt.hardware [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.254122] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5f649a-c4e4-4435-8f43-47067bf40f03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.262352] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa97665-fe98-4d41-9c86-d3b7e419e3a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.333067] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.333455] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.333703] env[63302]: DEBUG nova.objects.instance [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'resources' on Instance uuid 0e36d070-1c02-4056-85af-3002ec82f314 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.354890] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.355154] env[63302]: DEBUG nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Instance network_info: |[{"id": "6d16ec16-070c-4e20-9f67-016da2b508f6", "address": "fa:16:3e:96:79:9c", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16ec16-07", "ovs_interfaceid": "6d16ec16-070c-4e20-9f67-016da2b508f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1945.355603] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:79:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d16ec16-070c-4e20-9f67-016da2b508f6', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1945.363224] env[63302]: DEBUG oslo.service.loopingcall [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.363710] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1945.363940] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa9a4da2-bd0f-4203-a5fc-0af3cfb29bb5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.378849] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.385192] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1945.385192] env[63302]: value = "task-1796306" [ 1945.385192] env[63302]: _type = "Task" [ 1945.385192] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.392736] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796306, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.468090] env[63302]: DEBUG nova.compute.manager [req-c1bd8680-675a-4a36-8492-8d460c333327 req-f50ac236-3a7b-424d-a03d-a6fc884c0f85 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Received event network-vif-plugged-86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1945.468451] env[63302]: DEBUG oslo_concurrency.lockutils [req-c1bd8680-675a-4a36-8492-8d460c333327 req-f50ac236-3a7b-424d-a03d-a6fc884c0f85 service nova] Acquiring lock "878bc679-85e8-4b64-9af8-fde9d714e160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.468809] env[63302]: DEBUG oslo_concurrency.lockutils [req-c1bd8680-675a-4a36-8492-8d460c333327 req-f50ac236-3a7b-424d-a03d-a6fc884c0f85 service nova] Lock "878bc679-85e8-4b64-9af8-fde9d714e160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.469362] env[63302]: DEBUG oslo_concurrency.lockutils [req-c1bd8680-675a-4a36-8492-8d460c333327 req-f50ac236-3a7b-424d-a03d-a6fc884c0f85 service nova] Lock "878bc679-85e8-4b64-9af8-fde9d714e160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.469681] env[63302]: DEBUG nova.compute.manager [req-c1bd8680-675a-4a36-8492-8d460c333327 req-f50ac236-3a7b-424d-a03d-a6fc884c0f85 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] No waiting events found dispatching network-vif-plugged-86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1945.469981] env[63302]: WARNING nova.compute.manager [req-c1bd8680-675a-4a36-8492-8d460c333327 req-f50ac236-3a7b-424d-a03d-a6fc884c0f85 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Received unexpected event network-vif-plugged-86d4630b-d8a3-465a-b4df-e7b029efa144 for instance with vm_state building and task_state spawning. [ 1945.526105] env[63302]: DEBUG nova.network.neutron [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Successfully updated port: 86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1945.530163] env[63302]: DEBUG nova.compute.manager [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Received event network-changed-6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1945.531661] env[63302]: DEBUG nova.compute.manager [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Refreshing instance network info cache due to event network-changed-6d16ec16-070c-4e20-9f67-016da2b508f6. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1945.531661] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Acquiring lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.531661] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Acquired lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.531661] env[63302]: DEBUG nova.network.neutron [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Refreshing network info cache for port 6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.836148] env[63302]: DEBUG nova.objects.instance [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'numa_topology' on Instance uuid 0e36d070-1c02-4056-85af-3002ec82f314 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.895368] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796306, 'name': CreateVM_Task, 'duration_secs': 0.373243} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.895567] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1945.896267] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.896436] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.896782] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1945.897053] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-829aa1b5-65d7-437c-85b3-74a502c1f880 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.902082] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1945.902082] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5254fa28-0776-0cf2-baec-38416c1696e9" [ 1945.902082] env[63302]: _type = "Task" [ 1945.902082] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.909638] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5254fa28-0776-0cf2-baec-38416c1696e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.033590] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.033780] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.033892] env[63302]: DEBUG nova.network.neutron [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.213118] env[63302]: DEBUG nova.network.neutron [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Updated VIF entry in instance network info cache for port 6d16ec16-070c-4e20-9f67-016da2b508f6. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.213580] env[63302]: DEBUG nova.network.neutron [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Updating instance_info_cache with network_info: [{"id": "6d16ec16-070c-4e20-9f67-016da2b508f6", "address": "fa:16:3e:96:79:9c", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16ec16-07", "ovs_interfaceid": "6d16ec16-070c-4e20-9f67-016da2b508f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.338305] env[63302]: DEBUG nova.objects.base [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Object Instance<0e36d070-1c02-4056-85af-3002ec82f314> lazy-loaded attributes: resources,numa_topology {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1946.412025] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5254fa28-0776-0cf2-baec-38416c1696e9, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.414669] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.414961] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1946.415311] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.415491] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.415687] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1946.416644] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df85db4-2268-402d-b4f8-f7ece53efbc7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.424627] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1946.424818] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1946.425632] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9256e2-74d0-4eb7-a025-b66f6a9f1c7e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.433234] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1946.433234] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bbad9d-5f7e-a1b9-1254-ae55a1317f5a" [ 1946.433234] env[63302]: _type = "Task" [ 1946.433234] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.441639] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bbad9d-5f7e-a1b9-1254-ae55a1317f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.443057] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32cbb9a-f611-43e6-9aeb-e7cce0b33dab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.449604] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f1767e-d97f-4888-852f-1b83aa6ca627 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.485406] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b488326a-1f0a-4837-85e9-6b0f45f25cf7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.497095] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb47e0b2-7f97-48e0-b2b6-85826286af4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.510686] env[63302]: DEBUG nova.compute.provider_tree [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.569728] env[63302]: DEBUG nova.network.neutron [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1946.707467] env[63302]: DEBUG nova.network.neutron [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Updating instance_info_cache with network_info: [{"id": "86d4630b-d8a3-465a-b4df-e7b029efa144", "address": "fa:16:3e:78:e9:ee", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d4630b-d8", "ovs_interfaceid": "86d4630b-d8a3-465a-b4df-e7b029efa144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.716921] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Releasing lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.716921] env[63302]: DEBUG nova.compute.manager [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Received event network-vif-deleted-65fed487-2f45-4f31-b29b-3a7c572027e0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1946.717138] env[63302]: DEBUG nova.compute.manager [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received event network-vif-unplugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1946.717297] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Acquiring lock "0e36d070-1c02-4056-85af-3002ec82f314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.717504] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Lock "0e36d070-1c02-4056-85af-3002ec82f314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.717740] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Lock "0e36d070-1c02-4056-85af-3002ec82f314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.717904] env[63302]: DEBUG nova.compute.manager [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] No waiting events found dispatching network-vif-unplugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1946.718670] env[63302]: WARNING nova.compute.manager [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received unexpected event network-vif-unplugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 for instance with vm_state shelved_offloaded and task_state None. [ 1946.718670] env[63302]: DEBUG nova.compute.manager [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received event network-changed-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1946.718670] env[63302]: DEBUG nova.compute.manager [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Refreshing instance network info cache due to event network-changed-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1946.718670] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Acquiring lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.718892] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Acquired lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.718892] env[63302]: DEBUG nova.network.neutron [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Refreshing network info cache for port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.944441] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52bbad9d-5f7e-a1b9-1254-ae55a1317f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008332} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.945275] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a32b646-2a93-483c-a762-8a24ffb53f3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.950515] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1946.950515] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525389d9-2fbb-8525-28fe-5a8baf5168bd" [ 1946.950515] env[63302]: _type = "Task" [ 1946.950515] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.958257] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525389d9-2fbb-8525-28fe-5a8baf5168bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.014274] env[63302]: DEBUG nova.scheduler.client.report [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.210542] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.210685] env[63302]: DEBUG nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Instance network_info: |[{"id": "86d4630b-d8a3-465a-b4df-e7b029efa144", "address": "fa:16:3e:78:e9:ee", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d4630b-d8", "ovs_interfaceid": "86d4630b-d8a3-465a-b4df-e7b029efa144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1947.211112] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:e9:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d4630b-d8a3-465a-b4df-e7b029efa144', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1947.218596] env[63302]: DEBUG oslo.service.loopingcall [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1947.218798] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1947.219027] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5798119b-17f3-4076-8e62-2225c291d2c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.241152] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1947.241152] env[63302]: value = "task-1796307" [ 1947.241152] env[63302]: _type = "Task" [ 1947.241152] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.249016] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796307, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.445782] env[63302]: DEBUG nova.network.neutron [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updated VIF entry in instance network info cache for port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.446189] env[63302]: DEBUG nova.network.neutron [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [{"id": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "address": "fa:16:3e:36:d2:73", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4a4e11b3-e1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.460520] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525389d9-2fbb-8525-28fe-5a8baf5168bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.461362] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.461598] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9/7a3ff2dc-335e-4d3e-97fd-b1d502375ad9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1947.461851] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3365dc13-111a-4627-beea-f59b40e9da03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.473575] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1947.473575] env[63302]: value = "task-1796308" [ 1947.473575] env[63302]: _type = "Task" [ 1947.473575] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.481714] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.498336] env[63302]: DEBUG nova.compute.manager [req-f8b9d9c3-eea9-4f91-a8a0-6e94ad4ad92c req-793cb8bc-ddd8-4412-8a65-14cfc313a604 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Received event network-changed-86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1947.498336] env[63302]: DEBUG nova.compute.manager [req-f8b9d9c3-eea9-4f91-a8a0-6e94ad4ad92c req-793cb8bc-ddd8-4412-8a65-14cfc313a604 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Refreshing instance network info cache due to event network-changed-86d4630b-d8a3-465a-b4df-e7b029efa144. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1947.498441] env[63302]: DEBUG oslo_concurrency.lockutils [req-f8b9d9c3-eea9-4f91-a8a0-6e94ad4ad92c req-793cb8bc-ddd8-4412-8a65-14cfc313a604 service nova] Acquiring lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.498521] env[63302]: DEBUG oslo_concurrency.lockutils [req-f8b9d9c3-eea9-4f91-a8a0-6e94ad4ad92c req-793cb8bc-ddd8-4412-8a65-14cfc313a604 service nova] Acquired lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.498667] env[63302]: DEBUG nova.network.neutron [req-f8b9d9c3-eea9-4f91-a8a0-6e94ad4ad92c req-793cb8bc-ddd8-4412-8a65-14cfc313a604 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Refreshing network info cache for port 86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.519176] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.521653] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.143s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.521885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.525889] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "0e36d070-1c02-4056-85af-3002ec82f314" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.545859] env[63302]: INFO nova.scheduler.client.report [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted allocations for instance 8de9ff79-7463-431a-8cde-bea87aff1633 [ 1947.753925] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796307, 'name': CreateVM_Task, 'duration_secs': 0.358343} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.754149] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1947.754839] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.755021] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.755414] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1947.755713] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757dffca-6ea5-465a-b8e4-69b0077c2cd1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.761945] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1947.761945] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5271f2f9-d46d-5514-ca4a-fb2c06aa601f" [ 1947.761945] env[63302]: _type = "Task" [ 1947.761945] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.770728] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5271f2f9-d46d-5514-ca4a-fb2c06aa601f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.949462] env[63302]: DEBUG oslo_concurrency.lockutils [req-f91e6d1b-8f83-482c-a3ba-402389b10e51 req-a9324344-cb4c-43fd-8ab3-4a1494e89d20 service nova] Releasing lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.983122] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452608} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.983331] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9/7a3ff2dc-335e-4d3e-97fd-b1d502375ad9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1947.983546] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1947.983862] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22c9fa5b-45a4-4ff6-9a02-d632c15de251 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.990680] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1947.990680] env[63302]: value = "task-1796309" [ 1947.990680] env[63302]: _type = "Task" [ 1947.990680] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.998191] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.028051] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ac98321-2aeb-4181-95fc-d334b3e36618 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.075s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.028982] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.503s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.029191] env[63302]: INFO nova.compute.manager [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Unshelving [ 1948.053872] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2a65213b-aaa7-45f1-a01d-bce0678a1090 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "8de9ff79-7463-431a-8cde-bea87aff1633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.699s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.238602] env[63302]: DEBUG nova.network.neutron [req-f8b9d9c3-eea9-4f91-a8a0-6e94ad4ad92c req-793cb8bc-ddd8-4412-8a65-14cfc313a604 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Updated VIF entry in instance network info cache for port 86d4630b-d8a3-465a-b4df-e7b029efa144. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.238970] env[63302]: DEBUG nova.network.neutron [req-f8b9d9c3-eea9-4f91-a8a0-6e94ad4ad92c req-793cb8bc-ddd8-4412-8a65-14cfc313a604 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Updating instance_info_cache with network_info: [{"id": "86d4630b-d8a3-465a-b4df-e7b029efa144", "address": "fa:16:3e:78:e9:ee", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d4630b-d8", "ovs_interfaceid": "86d4630b-d8a3-465a-b4df-e7b029efa144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.273222] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5271f2f9-d46d-5514-ca4a-fb2c06aa601f, 'name': SearchDatastore_Task, 'duration_secs': 0.052705} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.273529] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.273759] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1948.273990] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.274153] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.274334] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1948.274585] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc07d397-ca27-4b52-b86b-e1f5bd3e5538 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.282534] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1948.282708] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1948.283587] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6a27a2-6aea-4f17-bb0c-193ab1edf8fb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.288193] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1948.288193] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525c55b1-0aad-b038-99b0-ee0233cec817" [ 1948.288193] env[63302]: _type = "Task" [ 1948.288193] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.295811] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525c55b1-0aad-b038-99b0-ee0233cec817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.500121] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065273} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.500372] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1948.501157] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1f61c5-c3b0-48df-b91b-a13b05c2002e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.523631] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9/7a3ff2dc-335e-4d3e-97fd-b1d502375ad9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1948.523901] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6f9add-ec1d-4491-979b-b4b9ea3c49ab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.548531] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1948.548531] env[63302]: value = "task-1796310" [ 1948.548531] env[63302]: _type = "Task" [ 1948.548531] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.556712] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.741924] env[63302]: DEBUG oslo_concurrency.lockutils [req-f8b9d9c3-eea9-4f91-a8a0-6e94ad4ad92c req-793cb8bc-ddd8-4412-8a65-14cfc313a604 service nova] Releasing lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.798658] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525c55b1-0aad-b038-99b0-ee0233cec817, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.799521] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c1c042-e206-49c6-8f0b-dbad266dec4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.804632] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1948.804632] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525cd37e-418f-8564-ca55-5b9fe0a00ce9" [ 1948.804632] env[63302]: _type = "Task" [ 1948.804632] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.813481] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525cd37e-418f-8564-ca55-5b9fe0a00ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.060351] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796310, 'name': ReconfigVM_Task, 'duration_secs': 0.280931} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.061636] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.061877] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.062096] env[63302]: DEBUG nova.objects.instance [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e36d070-1c02-4056-85af-3002ec82f314 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.063146] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9/7a3ff2dc-335e-4d3e-97fd-b1d502375ad9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1949.063905] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0947c23-e701-4d8b-9fd1-27945df448ae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.071488] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1949.071488] env[63302]: value = "task-1796311" [ 1949.071488] env[63302]: _type = "Task" [ 1949.071488] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.080580] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796311, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.315153] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]525cd37e-418f-8564-ca55-5b9fe0a00ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.315479] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.315748] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 878bc679-85e8-4b64-9af8-fde9d714e160/878bc679-85e8-4b64-9af8-fde9d714e160.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1949.316020] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1be0dee-1bf8-424a-a42f-248c005973b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.322778] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1949.322778] env[63302]: value = "task-1796312" [ 1949.322778] env[63302]: _type = "Task" [ 1949.322778] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.330399] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.565960] env[63302]: DEBUG nova.objects.instance [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'numa_topology' on Instance uuid 0e36d070-1c02-4056-85af-3002ec82f314 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.584620] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796311, 'name': Rename_Task, 'duration_secs': 0.136742} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.584918] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1949.585384] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-710c4e5f-4b79-460e-80ff-bc329656ac54 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.592441] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1949.592441] env[63302]: value = "task-1796313" [ 1949.592441] env[63302]: _type = "Task" [ 1949.592441] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.601079] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.655799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.656095] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.833260] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449438} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.833516] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 878bc679-85e8-4b64-9af8-fde9d714e160/878bc679-85e8-4b64-9af8-fde9d714e160.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1949.833706] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1949.833966] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fc4a174-810f-4abc-9574-13e3e3221dd2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.841180] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1949.841180] env[63302]: value = "task-1796314" [ 1949.841180] env[63302]: _type = "Task" [ 1949.841180] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.849280] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.068549] env[63302]: INFO nova.compute.claims [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.105619] env[63302]: DEBUG oslo_vmware.api [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796313, 'name': PowerOnVM_Task, 'duration_secs': 0.489614} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.106557] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.106557] env[63302]: INFO nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1950.106557] env[63302]: DEBUG nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.107488] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb59c94-21ca-4d9d-8c15-7198045d9045 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.158939] env[63302]: DEBUG nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1950.352021] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058755} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.352021] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1950.352257] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602d3ef-969c-4699-ab72-6588f091c65f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.374571] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 878bc679-85e8-4b64-9af8-fde9d714e160/878bc679-85e8-4b64-9af8-fde9d714e160.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1950.374850] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5450d67e-bcd3-42b1-97c3-c3d11c060f1a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.395296] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1950.395296] env[63302]: value = "task-1796315" [ 1950.395296] env[63302]: _type = "Task" [ 1950.395296] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.403324] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.625926] env[63302]: INFO nova.compute.manager [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Took 11.85 seconds to build instance. [ 1950.682665] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.906376] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796315, 'name': ReconfigVM_Task, 'duration_secs': 0.299876} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.906376] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 878bc679-85e8-4b64-9af8-fde9d714e160/878bc679-85e8-4b64-9af8-fde9d714e160.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1950.906802] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69d8bc22-f3b8-4e0b-9cb5-f1b41bd111b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.914251] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1950.914251] env[63302]: value = "task-1796316" [ 1950.914251] env[63302]: _type = "Task" [ 1950.914251] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.973455] env[63302]: DEBUG nova.compute.manager [req-8bb5156b-3e3b-4771-8057-b3878b7520c5 req-f7f0d9d8-46c9-479c-91f0-197fa155c6f2 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Received event network-changed-6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1950.973621] env[63302]: DEBUG nova.compute.manager [req-8bb5156b-3e3b-4771-8057-b3878b7520c5 req-f7f0d9d8-46c9-479c-91f0-197fa155c6f2 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Refreshing instance network info cache due to event network-changed-6d16ec16-070c-4e20-9f67-016da2b508f6. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1950.973839] env[63302]: DEBUG oslo_concurrency.lockutils [req-8bb5156b-3e3b-4771-8057-b3878b7520c5 req-f7f0d9d8-46c9-479c-91f0-197fa155c6f2 service nova] Acquiring lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.973983] env[63302]: DEBUG oslo_concurrency.lockutils [req-8bb5156b-3e3b-4771-8057-b3878b7520c5 req-f7f0d9d8-46c9-479c-91f0-197fa155c6f2 service nova] Acquired lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.974163] env[63302]: DEBUG nova.network.neutron [req-8bb5156b-3e3b-4771-8057-b3878b7520c5 req-f7f0d9d8-46c9-479c-91f0-197fa155c6f2 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Refreshing network info cache for port 6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.128304] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8d23b852-9b8e-48c6-825a-6eaaf8c50c7b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.364s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.178401] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c478fb8a-8ff5-4292-8d5d-d04c1ab45774 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.185779] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7762577-2f23-4461-b466-f85e92c31444 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.216545] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395c9a3-207c-48b5-8233-43c665937853 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.223866] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d500a5-cae6-406d-b8a6-aa5d37e19d3e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.237221] env[63302]: DEBUG nova.compute.provider_tree [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.425252] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796316, 'name': Rename_Task, 'duration_secs': 0.14654} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.425630] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1951.425900] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c24123e4-e1c1-481b-ba2d-5c5ffe569598 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.431976] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1951.431976] env[63302]: value = "task-1796317" [ 1951.431976] env[63302]: _type = "Task" [ 1951.431976] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.444752] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.706599] env[63302]: DEBUG nova.network.neutron [req-8bb5156b-3e3b-4771-8057-b3878b7520c5 req-f7f0d9d8-46c9-479c-91f0-197fa155c6f2 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Updated VIF entry in instance network info cache for port 6d16ec16-070c-4e20-9f67-016da2b508f6. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.706983] env[63302]: DEBUG nova.network.neutron [req-8bb5156b-3e3b-4771-8057-b3878b7520c5 req-f7f0d9d8-46c9-479c-91f0-197fa155c6f2 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Updating instance_info_cache with network_info: [{"id": "6d16ec16-070c-4e20-9f67-016da2b508f6", "address": "fa:16:3e:96:79:9c", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16ec16-07", "ovs_interfaceid": "6d16ec16-070c-4e20-9f67-016da2b508f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.740480] env[63302]: DEBUG nova.scheduler.client.report [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.943112] env[63302]: DEBUG oslo_vmware.api [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796317, 'name': PowerOnVM_Task, 'duration_secs': 0.429774} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.943331] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1951.943540] env[63302]: INFO nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1951.943719] env[63302]: DEBUG nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.944500] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ac1cf2-f6a0-4994-a5fd-528d5e77dec6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.209788] env[63302]: DEBUG oslo_concurrency.lockutils [req-8bb5156b-3e3b-4771-8057-b3878b7520c5 req-f7f0d9d8-46c9-479c-91f0-197fa155c6f2 service nova] Releasing lock "refresh_cache-7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.246272] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.184s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.248420] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.566s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.249968] env[63302]: INFO nova.compute.claims [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.277199] env[63302]: INFO nova.network.neutron [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1952.459415] env[63302]: INFO nova.compute.manager [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Took 12.50 seconds to build instance. [ 1952.961769] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0ba3498d-c6d1-44ce-b4f3-a3d2fffb9e90 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "878bc679-85e8-4b64-9af8-fde9d714e160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.011s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.966358] env[63302]: DEBUG nova.compute.manager [req-ba0713d6-e21e-4771-b3cc-0b2fa1ad10be req-538c64b3-2124-43ee-ac19-a8fde30842b8 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Received event network-changed-86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1952.966498] env[63302]: DEBUG nova.compute.manager [req-ba0713d6-e21e-4771-b3cc-0b2fa1ad10be req-538c64b3-2124-43ee-ac19-a8fde30842b8 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Refreshing instance network info cache due to event network-changed-86d4630b-d8a3-465a-b4df-e7b029efa144. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1952.966701] env[63302]: DEBUG oslo_concurrency.lockutils [req-ba0713d6-e21e-4771-b3cc-0b2fa1ad10be req-538c64b3-2124-43ee-ac19-a8fde30842b8 service nova] Acquiring lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.966843] env[63302]: DEBUG oslo_concurrency.lockutils [req-ba0713d6-e21e-4771-b3cc-0b2fa1ad10be req-538c64b3-2124-43ee-ac19-a8fde30842b8 service nova] Acquired lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.967015] env[63302]: DEBUG nova.network.neutron [req-ba0713d6-e21e-4771-b3cc-0b2fa1ad10be req-538c64b3-2124-43ee-ac19-a8fde30842b8 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Refreshing network info cache for port 86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.367290] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce98ccb-3811-4f36-ab92-c85d1c39171a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.376020] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6355a6ac-2d8f-456b-8fdd-617bb7feb759 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.405259] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b20938-5af8-44af-b488-59e6c7077d3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.413464] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e96960-a650-45d9-b1a0-e27128bd759c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.427094] env[63302]: DEBUG nova.compute.provider_tree [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.673350] env[63302]: DEBUG nova.network.neutron [req-ba0713d6-e21e-4771-b3cc-0b2fa1ad10be req-538c64b3-2124-43ee-ac19-a8fde30842b8 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Updated VIF entry in instance network info cache for port 86d4630b-d8a3-465a-b4df-e7b029efa144. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.677020] env[63302]: DEBUG nova.network.neutron [req-ba0713d6-e21e-4771-b3cc-0b2fa1ad10be req-538c64b3-2124-43ee-ac19-a8fde30842b8 service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Updating instance_info_cache with network_info: [{"id": "86d4630b-d8a3-465a-b4df-e7b029efa144", "address": "fa:16:3e:78:e9:ee", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d4630b-d8", "ovs_interfaceid": "86d4630b-d8a3-465a-b4df-e7b029efa144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.930464] env[63302]: DEBUG nova.scheduler.client.report [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1953.983209] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.983398] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.983594] env[63302]: DEBUG nova.network.neutron [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.176120] env[63302]: DEBUG oslo_concurrency.lockutils [req-ba0713d6-e21e-4771-b3cc-0b2fa1ad10be req-538c64b3-2124-43ee-ac19-a8fde30842b8 service nova] Releasing lock "refresh_cache-878bc679-85e8-4b64-9af8-fde9d714e160" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.435088] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.435774] env[63302]: DEBUG nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1954.696516] env[63302]: DEBUG nova.network.neutron [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [{"id": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "address": "fa:16:3e:36:d2:73", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4e11b3-e1", "ovs_interfaceid": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.941674] env[63302]: DEBUG nova.compute.utils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1954.943031] env[63302]: DEBUG nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1954.943239] env[63302]: DEBUG nova.network.neutron [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1954.984756] env[63302]: DEBUG nova.policy [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd4e9d4d66f4f508d955e97fd182c54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '105f0741e28549df88f62c47fe874fb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1954.992242] env[63302]: DEBUG nova.compute.manager [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received event network-vif-plugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1954.992450] env[63302]: DEBUG oslo_concurrency.lockutils [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] Acquiring lock "0e36d070-1c02-4056-85af-3002ec82f314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.992697] env[63302]: DEBUG oslo_concurrency.lockutils [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] Lock "0e36d070-1c02-4056-85af-3002ec82f314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.992877] env[63302]: DEBUG oslo_concurrency.lockutils [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] Lock "0e36d070-1c02-4056-85af-3002ec82f314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.993064] env[63302]: DEBUG nova.compute.manager [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] No waiting events found dispatching network-vif-plugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1954.993237] env[63302]: WARNING nova.compute.manager [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received unexpected event network-vif-plugged-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 for instance with vm_state shelved_offloaded and task_state spawning. [ 1954.993398] env[63302]: DEBUG nova.compute.manager [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received event network-changed-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1954.993556] env[63302]: DEBUG nova.compute.manager [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Refreshing instance network info cache due to event network-changed-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1954.993722] env[63302]: DEBUG oslo_concurrency.lockutils [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] Acquiring lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.200696] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.203837] env[63302]: DEBUG oslo_concurrency.lockutils [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] Acquired lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.204051] env[63302]: DEBUG nova.network.neutron [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Refreshing network info cache for port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1955.232665] env[63302]: DEBUG nova.network.neutron [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Successfully created port: b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1955.237813] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c1d3786d6c218003e5824dfecf148562',container_format='bare',created_at=2024-12-12T05:42:57Z,direct_url=,disk_format='vmdk',id=0611117a-5511-4d2a-b0ef-73d925618848,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1207152536-shelved',owner='27a8d348da8c46b2bc82dcbc19e03fae',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2024-12-12T05:43:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1955.238098] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1955.238263] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1955.238448] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1955.238599] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1955.238749] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1955.238957] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1955.239147] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1955.239304] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1955.239470] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1955.239647] env[63302]: DEBUG nova.virt.hardware [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1955.240858] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b3b7a1-b411-4de8-b683-fc89c1df534e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.249427] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2754bb-31ed-46fc-8c52-3caf18ffba6d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.263559] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d2:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a4e11b3-e10b-4b4c-adbc-53c7599d5b82', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1955.271530] env[63302]: DEBUG oslo.service.loopingcall [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.271783] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1955.271989] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09703173-1d0d-4013-ac42-58f672c4b463 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.291419] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1955.291419] env[63302]: value = "task-1796319" [ 1955.291419] env[63302]: _type = "Task" [ 1955.291419] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.298713] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796319, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.447150] env[63302]: DEBUG nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1955.770378] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1955.770626] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1955.770777] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1955.806982] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796319, 'name': CreateVM_Task, 'duration_secs': 0.367763} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.807188] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1955.818324] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.818542] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.818939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1955.819234] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a9dd11-6edd-4592-8944-bcf5eb602c81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.826371] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1955.826371] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52061506-2100-7b0c-8de4-65d640b6394f" [ 1955.826371] env[63302]: _type = "Task" [ 1955.826371] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.836244] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52061506-2100-7b0c-8de4-65d640b6394f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.997401] env[63302]: DEBUG nova.network.neutron [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updated VIF entry in instance network info cache for port 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1955.997809] env[63302]: DEBUG nova.network.neutron [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [{"id": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "address": "fa:16:3e:36:d2:73", "network": {"id": "d5634d69-8ed2-4d9f-a9da-2697195f10d2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-872178641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a8d348da8c46b2bc82dcbc19e03fae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a4e11b3-e1", "ovs_interfaceid": "4a4e11b3-e10b-4b4c-adbc-53c7599d5b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.337772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.337772] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Processing image 0611117a-5511-4d2a-b0ef-73d925618848 {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1956.337772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848/0611117a-5511-4d2a-b0ef-73d925618848.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.337772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848/0611117a-5511-4d2a-b0ef-73d925618848.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.338143] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1956.338231] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89f369f7-1faf-486d-8e20-2f06298c6815 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.350733] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1956.350919] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1956.351696] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22076cad-d256-4cf7-b626-bb57b3ef0250 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.358033] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1956.358033] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529409a9-01b2-733f-32d3-a9d84a3b6da1" [ 1956.358033] env[63302]: _type = "Task" [ 1956.358033] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.365913] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]529409a9-01b2-733f-32d3-a9d84a3b6da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.458175] env[63302]: DEBUG nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1956.482737] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1956.483031] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1956.483228] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1956.483496] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1956.483681] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1956.483863] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1956.484103] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1956.484299] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1956.484485] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1956.484977] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1956.484977] env[63302]: DEBUG nova.virt.hardware [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1956.486654] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc02f1-26eb-4782-8866-754c6baf58a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.500028] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9b5f71-8691-4c24-ac12-4022e68649eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.507502] env[63302]: DEBUG oslo_concurrency.lockutils [req-6845b61d-616e-4585-ad7e-d74a91d852d5 req-2be2b9ae-c5c5-4126-9160-b31cb20fdf46 service nova] Releasing lock "refresh_cache-0e36d070-1c02-4056-85af-3002ec82f314" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.875907] env[63302]: DEBUG nova.network.neutron [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Successfully updated port: b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1956.877728] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Preparing fetch location {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1956.878124] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Fetch image to [datastore1] OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459/OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459.vmdk {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1956.878434] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Downloading stream optimized image 0611117a-5511-4d2a-b0ef-73d925618848 to [datastore1] OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459/OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459.vmdk on the data store datastore1 as vApp {{(pid=63302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1956.878738] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Downloading image file data 0611117a-5511-4d2a-b0ef-73d925618848 to the ESX as VM named 'OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459' {{(pid=63302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1956.963852] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1956.963852] env[63302]: value = "resgroup-9" [ 1956.963852] env[63302]: _type = "ResourcePool" [ 1956.963852] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1956.964165] env[63302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-986f5ec4-e3ce-4211-bdb2-fd994a7a93ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.990355] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lease: (returnval){ [ 1956.990355] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d33224-8649-c2dd-9583-8a701d200873" [ 1956.990355] env[63302]: _type = "HttpNfcLease" [ 1956.990355] env[63302]: } obtained for vApp import into resource pool (val){ [ 1956.990355] env[63302]: value = "resgroup-9" [ 1956.990355] env[63302]: _type = "ResourcePool" [ 1956.990355] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1956.990355] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the lease: (returnval){ [ 1956.990355] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d33224-8649-c2dd-9583-8a701d200873" [ 1956.990355] env[63302]: _type = "HttpNfcLease" [ 1956.990355] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1956.998383] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1956.998383] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d33224-8649-c2dd-9583-8a701d200873" [ 1956.998383] env[63302]: _type = "HttpNfcLease" [ 1956.998383] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1957.022367] env[63302]: DEBUG nova.compute.manager [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Received event network-vif-plugged-b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1957.022824] env[63302]: DEBUG oslo_concurrency.lockutils [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] Acquiring lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.023175] env[63302]: DEBUG oslo_concurrency.lockutils [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.023493] env[63302]: DEBUG oslo_concurrency.lockutils [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.023789] env[63302]: DEBUG nova.compute.manager [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] No waiting events found dispatching network-vif-plugged-b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.024122] env[63302]: WARNING nova.compute.manager [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Received unexpected event network-vif-plugged-b9294e18-fe36-408e-8683-fab89a985cdb for instance with vm_state building and task_state spawning. [ 1957.024346] env[63302]: DEBUG nova.compute.manager [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Received event network-changed-b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1957.024650] env[63302]: DEBUG nova.compute.manager [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Refreshing instance network info cache due to event network-changed-b9294e18-fe36-408e-8683-fab89a985cdb. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1957.024963] env[63302]: DEBUG oslo_concurrency.lockutils [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] Acquiring lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.025286] env[63302]: DEBUG oslo_concurrency.lockutils [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] Acquired lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.025607] env[63302]: DEBUG nova.network.neutron [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Refreshing network info cache for port b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.382952] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.498921] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1957.498921] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d33224-8649-c2dd-9583-8a701d200873" [ 1957.498921] env[63302]: _type = "HttpNfcLease" [ 1957.498921] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1957.557974] env[63302]: DEBUG nova.network.neutron [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1957.647394] env[63302]: DEBUG nova.network.neutron [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.999549] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1957.999549] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d33224-8649-c2dd-9583-8a701d200873" [ 1957.999549] env[63302]: _type = "HttpNfcLease" [ 1957.999549] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1957.999858] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1957.999858] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d33224-8649-c2dd-9583-8a701d200873" [ 1957.999858] env[63302]: _type = "HttpNfcLease" [ 1957.999858] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1958.000592] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c5cfaa-3c62-4fc1-b533-956ce2473d53 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.007943] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d8050f-a787-6724-eeeb-2cc77b8b69d6/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1958.008127] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d8050f-a787-6724-eeeb-2cc77b8b69d6/disk-0.vmdk. {{(pid=63302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1958.072434] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7256ab04-d476-4fb3-870d-d25c5109eb02 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.151029] env[63302]: DEBUG oslo_concurrency.lockutils [req-c564f042-3099-4941-8a6d-de6fb8d5364b req-a9323aee-faa9-4fec-9627-50e312bfa56f service nova] Releasing lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.151029] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.151029] env[63302]: DEBUG nova.network.neutron [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.684869] env[63302]: DEBUG nova.network.neutron [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1958.829802] env[63302]: DEBUG nova.network.neutron [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance_info_cache with network_info: [{"id": "b9294e18-fe36-408e-8683-fab89a985cdb", "address": "fa:16:3e:93:35:27", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9294e18-fe", "ovs_interfaceid": "b9294e18-fe36-408e-8683-fab89a985cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.122783] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Completed reading data from the image iterator. {{(pid=63302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1959.122783] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d8050f-a787-6724-eeeb-2cc77b8b69d6/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1959.123562] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f37668-bb6a-4c9f-903f-dd4965c7ee64 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.130435] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d8050f-a787-6724-eeeb-2cc77b8b69d6/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1959.130603] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d8050f-a787-6724-eeeb-2cc77b8b69d6/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1959.130836] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-253cab29-7095-475a-b8b3-4f9948fe4089 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.332372] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.332723] env[63302]: DEBUG nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Instance network_info: |[{"id": "b9294e18-fe36-408e-8683-fab89a985cdb", "address": "fa:16:3e:93:35:27", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9294e18-fe", "ovs_interfaceid": "b9294e18-fe36-408e-8683-fab89a985cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1959.333163] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:35:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9294e18-fe36-408e-8683-fab89a985cdb', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1959.340996] env[63302]: DEBUG oslo.service.loopingcall [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.341244] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1959.341471] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8726be62-e4b4-4794-adc7-50852776403c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.358051] env[63302]: DEBUG oslo_vmware.rw_handles [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d8050f-a787-6724-eeeb-2cc77b8b69d6/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1959.358278] env[63302]: INFO nova.virt.vmwareapi.images [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Downloaded image file data 0611117a-5511-4d2a-b0ef-73d925618848 [ 1959.359540] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36969fc-b3a3-4da5-9dea-2ebe5d491915 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.363394] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1959.363394] env[63302]: value = "task-1796323" [ 1959.363394] env[63302]: _type = "Task" [ 1959.363394] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.377089] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13e320ac-c6ec-478b-b6db-18ffb6de58a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.381219] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796323, 'name': CreateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.404871] env[63302]: INFO nova.virt.vmwareapi.images [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] The imported VM was unregistered [ 1959.407418] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Caching image {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1959.407647] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848 {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.407913] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74686901-544e-4030-bc68-6e2099ff60a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.427789] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Created directory with path [datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848 {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.427991] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459/OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459.vmdk to [datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848/0611117a-5511-4d2a-b0ef-73d925618848.vmdk. {{(pid=63302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1959.428286] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-294c6ea9-c41c-4660-b25f-3674bf9cf500 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.436339] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1959.436339] env[63302]: value = "task-1796325" [ 1959.436339] env[63302]: _type = "Task" [ 1959.436339] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.443841] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796325, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.875265] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796323, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.948366] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796325, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.375603] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796323, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.448426] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796325, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.804170] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1960.804445] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.804614] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.804767] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.804923] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.805092] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.805243] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.805408] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1960.805571] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.879929] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796323, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.949505] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796325, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.309332] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.309515] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.309682] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.309843] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1961.310761] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771a9c63-bb87-4b33-bd3a-bb681e2577f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.319176] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00971e55-2211-4e64-a0be-78138c97db13 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.334060] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943cc244-4c22-4108-806c-cff0585c306f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.341539] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7057ce-668b-4b06-a023-0168781d6f1e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.372645] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179779MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1961.372810] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.373022] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.384024] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796323, 'name': CreateVM_Task, 'duration_secs': 1.67194} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.384183] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1961.384870] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.385155] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.385577] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1961.385847] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38f3cb5-6cf4-4118-ba5c-1fa20185f4b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.391079] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1961.391079] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a61b29-70fe-efb0-fb7a-da4b7e2a4d9b" [ 1961.391079] env[63302]: _type = "Task" [ 1961.391079] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.399735] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a61b29-70fe-efb0-fb7a-da4b7e2a4d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.447693] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796325, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.905724] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52a61b29-70fe-efb0-fb7a-da4b7e2a4d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.228093} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.906071] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.906312] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.906601] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.906760] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.906987] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.907247] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cd631d4-43bc-434e-b766-db6038ea6386 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.920553] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.920818] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.921512] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbfd2f90-c0fe-4a5d-9596-a684fb5b5f45 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.927207] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1961.927207] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527b22d6-75d2-9ec5-e37f-df7cb2eb7601" [ 1961.927207] env[63302]: _type = "Task" [ 1961.927207] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.935015] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527b22d6-75d2-9ec5-e37f-df7cb2eb7601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.947134] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796325, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.401733] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1962.401897] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1962.402039] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7a1cc150-88dd-4949-9544-88fc595dbb65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1962.402170] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance da177ef6-f391-4b72-be96-800ba6323600 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1962.402348] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1962.402488] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 878bc679-85e8-4b64-9af8-fde9d714e160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1962.402561] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 0e36d070-1c02-4056-85af-3002ec82f314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1962.402620] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a1c6cd30-ce58-41ca-a5be-0612e37828cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1962.402800] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1962.402938] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1962.439797] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]527b22d6-75d2-9ec5-e37f-df7cb2eb7601, 'name': SearchDatastore_Task, 'duration_secs': 0.008056} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.445403] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61145b47-4ae9-4d83-9e16-c8b5f3099391 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.451772] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1962.451772] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52941e23-a1cf-ef9b-9984-ebc33d19fae1" [ 1962.451772] env[63302]: _type = "Task" [ 1962.451772] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.454913] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796325, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.542299} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.457824] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459/OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459.vmdk to [datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848/0611117a-5511-4d2a-b0ef-73d925618848.vmdk. [ 1962.458042] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Cleaning up location [datastore1] OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459 {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1962.458222] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e4bc2ae4-e96f-4d3a-bfcd-41a460eaa459 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1962.460593] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c690fc21-ebf3-49b1-835b-3a2261707ad8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.467383] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52941e23-a1cf-ef9b-9984-ebc33d19fae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.468579] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1962.468579] env[63302]: value = "task-1796327" [ 1962.468579] env[63302]: _type = "Task" [ 1962.468579] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.475930] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.518229] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8f04c9-f182-48c2-90aa-2fe4558e1148 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.526045] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69520e16-5279-4574-bb9b-3ce2764432b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.557209] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9c6d88-aaa6-45b6-a04c-5e981d8e5432 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.564888] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7c536a-06a9-410b-888b-8e8472ee59ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.578153] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1962.964461] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52941e23-a1cf-ef9b-9984-ebc33d19fae1, 'name': SearchDatastore_Task, 'duration_secs': 0.043909} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.964774] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.965043] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd/a1c6cd30-ce58-41ca-a5be-0612e37828cd.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.965297] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f07ab7-1509-4837-b9e7-dc3be02ce8e1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.973241] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1962.973241] env[63302]: value = "task-1796329" [ 1962.973241] env[63302]: _type = "Task" [ 1962.973241] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.979015] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108606} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.979533] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.979725] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848/0611117a-5511-4d2a-b0ef-73d925618848.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.979975] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848/0611117a-5511-4d2a-b0ef-73d925618848.vmdk to [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314/0e36d070-1c02-4056-85af-3002ec82f314.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.980216] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5374fb5d-89ed-4b2f-8936-38c569e224fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.984364] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.988430] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1962.988430] env[63302]: value = "task-1796330" [ 1962.988430] env[63302]: _type = "Task" [ 1962.988430] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.997097] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.103082] env[63302]: ERROR nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [req-fa748282-ddb0-4b91-a663-d246590f953b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa748282-ddb0-4b91-a663-d246590f953b"}]} [ 1963.118963] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1963.136399] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1963.136626] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.148495] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1963.175665] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1963.308949] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512caae9-ade0-4c59-9020-2031fd5a9259 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.319801] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b0cfd1-f0ae-4859-9b3b-e5176f37cdf4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.353805] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475d0caa-7740-4ad5-849d-b3aeaa19e778 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.363226] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7321b8e2-72f8-4cd6-af96-5db81cf9df57 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.378007] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.485148] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796329, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.499387] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796330, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.909179] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1963.909425] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 169 to 170 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1963.909584] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.987405] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745705} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.987851] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd/a1c6cd30-ce58-41ca-a5be-0612e37828cd.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.987931] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.988164] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa36e9b4-9cc0-4412-b78d-feacd52eeb51 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.998662] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796330, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.000058] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1964.000058] env[63302]: value = "task-1796331" [ 1964.000058] env[63302]: _type = "Task" [ 1964.000058] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.010750] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.415536] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1964.415795] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.043s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.502034] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796330, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.512963] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796331, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.003057] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796330, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.013478] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.564906} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.013777] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1965.014628] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602330ad-be87-4a30-9852-1f597d96f258 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.040929] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd/a1c6cd30-ce58-41ca-a5be-0612e37828cd.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.041274] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fb8af4-0796-4aa3-a54d-4674f28cc578 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.063488] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1965.063488] env[63302]: value = "task-1796333" [ 1965.063488] env[63302]: _type = "Task" [ 1965.063488] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.073992] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.501799] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796330, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.403833} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.502077] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0611117a-5511-4d2a-b0ef-73d925618848/0611117a-5511-4d2a-b0ef-73d925618848.vmdk to [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314/0e36d070-1c02-4056-85af-3002ec82f314.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.502883] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce2abc-b9bc-4453-9bfa-7d6fc013279d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.525373] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314/0e36d070-1c02-4056-85af-3002ec82f314.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.525659] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c83a79f4-b5b8-4675-adb1-e6058b7160d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.545671] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1965.545671] env[63302]: value = "task-1796334" [ 1965.545671] env[63302]: _type = "Task" [ 1965.545671] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.553512] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.574283] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.057094] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796334, 'name': ReconfigVM_Task, 'duration_secs': 0.268852} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.057511] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314/0e36d070-1c02-4056-85af-3002ec82f314.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1966.058075] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28ea7d5e-5c50-4323-9c59-d5363d689376 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.064362] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1966.064362] env[63302]: value = "task-1796335" [ 1966.064362] env[63302]: _type = "Task" [ 1966.064362] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.075476] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796335, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.078461] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796333, 'name': ReconfigVM_Task, 'duration_secs': 0.53353} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.078728] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd/a1c6cd30-ce58-41ca-a5be-0612e37828cd.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1966.079356] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a09da0a6-9dff-4ff9-95e4-76e98e5774ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.085198] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1966.085198] env[63302]: value = "task-1796336" [ 1966.085198] env[63302]: _type = "Task" [ 1966.085198] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.094764] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796336, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.574471] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796335, 'name': Rename_Task, 'duration_secs': 0.235869} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.574744] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1966.574987] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb5da549-0882-406a-99f2-fb336274cc48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.581899] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 1966.581899] env[63302]: value = "task-1796337" [ 1966.581899] env[63302]: _type = "Task" [ 1966.581899] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.591562] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.596240] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796336, 'name': Rename_Task, 'duration_secs': 0.218675} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.596497] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1966.596716] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95fcd57f-aeb6-4b34-a6f0-452b0d21ece2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.603880] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 1966.603880] env[63302]: value = "task-1796338" [ 1966.603880] env[63302]: _type = "Task" [ 1966.603880] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.613704] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.094538] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796337, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.112923] env[63302]: DEBUG oslo_vmware.api [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796338, 'name': PowerOnVM_Task, 'duration_secs': 0.475167} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.113201] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1967.113523] env[63302]: INFO nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1967.113661] env[63302]: DEBUG nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.114322] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e51515a-bd73-41ce-b6be-91d10f55332e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.592546] env[63302]: DEBUG oslo_vmware.api [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796337, 'name': PowerOnVM_Task, 'duration_secs': 0.52179} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.592819] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1967.632941] env[63302]: INFO nova.compute.manager [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Took 16.97 seconds to build instance. [ 1967.686307] env[63302]: DEBUG nova.compute.manager [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.687174] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2f1ea-636f-4c59-8d24-156731ed81dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.699133] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.699133] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.135610] env[63302]: DEBUG oslo_concurrency.lockutils [None req-defdaab5-9997-49ad-88c6-a8cadcb7e361 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.479s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.202914] env[63302]: DEBUG nova.compute.utils [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1968.207034] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e9b00e3e-e3ca-47dc-89e6-b28e499eb0e0 tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.178s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.577441] env[63302]: DEBUG nova.compute.manager [req-d91f3fe8-483a-4da1-8746-afe3b9b19e27 req-9e198807-5083-4b1d-b4e6-afb83cd3ebb1 service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Received event network-changed-b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1968.577652] env[63302]: DEBUG nova.compute.manager [req-d91f3fe8-483a-4da1-8746-afe3b9b19e27 req-9e198807-5083-4b1d-b4e6-afb83cd3ebb1 service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Refreshing instance network info cache due to event network-changed-b9294e18-fe36-408e-8683-fab89a985cdb. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1968.577869] env[63302]: DEBUG oslo_concurrency.lockutils [req-d91f3fe8-483a-4da1-8746-afe3b9b19e27 req-9e198807-5083-4b1d-b4e6-afb83cd3ebb1 service nova] Acquiring lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.578028] env[63302]: DEBUG oslo_concurrency.lockutils [req-d91f3fe8-483a-4da1-8746-afe3b9b19e27 req-9e198807-5083-4b1d-b4e6-afb83cd3ebb1 service nova] Acquired lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.578202] env[63302]: DEBUG nova.network.neutron [req-d91f3fe8-483a-4da1-8746-afe3b9b19e27 req-9e198807-5083-4b1d-b4e6-afb83cd3ebb1 service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Refreshing network info cache for port b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.708817] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.306435] env[63302]: DEBUG nova.network.neutron [req-d91f3fe8-483a-4da1-8746-afe3b9b19e27 req-9e198807-5083-4b1d-b4e6-afb83cd3ebb1 service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updated VIF entry in instance network info cache for port b9294e18-fe36-408e-8683-fab89a985cdb. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.306862] env[63302]: DEBUG nova.network.neutron [req-d91f3fe8-483a-4da1-8746-afe3b9b19e27 req-9e198807-5083-4b1d-b4e6-afb83cd3ebb1 service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance_info_cache with network_info: [{"id": "b9294e18-fe36-408e-8683-fab89a985cdb", "address": "fa:16:3e:93:35:27", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9294e18-fe", "ovs_interfaceid": "b9294e18-fe36-408e-8683-fab89a985cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.773922] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.774261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.774473] env[63302]: INFO nova.compute.manager [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Attaching volume 9d1bfd0f-b8d3-4782-b23c-9b3c98006609 to /dev/sdb [ 1969.809632] env[63302]: DEBUG oslo_concurrency.lockutils [req-d91f3fe8-483a-4da1-8746-afe3b9b19e27 req-9e198807-5083-4b1d-b4e6-afb83cd3ebb1 service nova] Releasing lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.810474] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84230dbc-18c4-458f-81d5-8a3502f4141d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.820115] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93f07ec-b098-4535-8e2b-3edc03dbe0bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.834074] env[63302]: DEBUG nova.virt.block_device [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updating existing volume attachment record: e68ada4f-5071-4482-b35a-4e0d5382c1bc {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1970.386790] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "f10a072d-9063-47c9-b1e5-365e3626622b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.387140] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "f10a072d-9063-47c9-b1e5-365e3626622b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.889474] env[63302]: DEBUG nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1971.413163] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.413428] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.415088] env[63302]: INFO nova.compute.claims [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1972.189653] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "62965c49-a336-46ee-86f4-f8914ca72541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.189890] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.564016] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e37cc0d-8ffe-4e7b-80e8-a052444f6997 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.572061] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b96668-748b-4fe1-9b6f-4b6f0770da22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.603404] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e56bd-a2c1-41ed-9dd9-4f66475dd9bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.610611] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ec9ab-450f-47a9-ada7-3ef30ad59e14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.623675] env[63302]: DEBUG nova.compute.provider_tree [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.692485] env[63302]: DEBUG nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1973.143864] env[63302]: ERROR nova.scheduler.client.report [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [req-274f69a8-1a2b-4b20-8cb5-0f782a6a5ec9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-274f69a8-1a2b-4b20-8cb5-0f782a6a5ec9"}]} [ 1973.160303] env[63302]: DEBUG nova.scheduler.client.report [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1973.174349] env[63302]: DEBUG nova.scheduler.client.report [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1973.174573] env[63302]: DEBUG nova.compute.provider_tree [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1973.184768] env[63302]: DEBUG nova.scheduler.client.report [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1973.202133] env[63302]: DEBUG nova.scheduler.client.report [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1973.210261] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.308361] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744054e3-67b8-43a1-a745-e5e9e8abb480 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.315904] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa091dd-c267-4032-a780-e3154a91ca0f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.346338] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d6508-5b6a-4eae-8e27-0b30cb079d5f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.353570] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666c45e3-53cc-4afc-999c-2fe7f78ea756 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.366609] env[63302]: DEBUG nova.compute.provider_tree [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1973.895163] env[63302]: DEBUG nova.scheduler.client.report [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1973.895505] env[63302]: DEBUG nova.compute.provider_tree [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 172 to 173 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1973.895628] env[63302]: DEBUG nova.compute.provider_tree [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1974.383257] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1974.383505] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372538', 'volume_id': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'name': 'volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'da177ef6-f391-4b72-be96-800ba6323600', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'serial': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1974.384872] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfb9ab5-421d-48a8-903e-fc42cb1d78b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.400766] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.987s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.401334] env[63302]: DEBUG nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1974.404043] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.194s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.405451] env[63302]: INFO nova.compute.claims [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1974.408300] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc61f5-7369-4748-bd43-3bec5da9718e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.433697] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609/volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1974.435239] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b7aa251-7f2c-4e44-81e3-1d4021203782 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.454029] env[63302]: DEBUG oslo_vmware.api [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1974.454029] env[63302]: value = "task-1796345" [ 1974.454029] env[63302]: _type = "Task" [ 1974.454029] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.462121] env[63302]: DEBUG oslo_vmware.api [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.913662] env[63302]: DEBUG nova.compute.utils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.917736] env[63302]: DEBUG nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1974.917915] env[63302]: DEBUG nova.network.neutron [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1974.963571] env[63302]: DEBUG oslo_vmware.api [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796345, 'name': ReconfigVM_Task, 'duration_secs': 0.376407} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.963788] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609/volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1974.969566] env[63302]: DEBUG nova.policy [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f6f93b22a7d458dad6d6a44e6b09780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b33cec38604c32af8eaeb848458cac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.971008] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9216c017-4288-41c1-9099-fc03a4de4f5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.986665] env[63302]: DEBUG oslo_vmware.api [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1974.986665] env[63302]: value = "task-1796346" [ 1974.986665] env[63302]: _type = "Task" [ 1974.986665] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.995660] env[63302]: DEBUG oslo_vmware.api [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.236451] env[63302]: DEBUG nova.network.neutron [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Successfully created port: 3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.418554] env[63302]: DEBUG nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1975.498173] env[63302]: DEBUG oslo_vmware.api [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796346, 'name': ReconfigVM_Task, 'duration_secs': 0.140846} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.498477] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372538', 'volume_id': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'name': 'volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'da177ef6-f391-4b72-be96-800ba6323600', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'serial': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1975.540309] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6727622a-c84b-4ae7-9e4e-13ed2d706045 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.547810] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4705f3-8566-40cb-a641-0ab034253c48 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.576966] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0891b1d3-3e71-443f-ade8-3ed04f617992 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.584590] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36573b6-065d-4db0-85af-814a67ef6080 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.598297] env[63302]: DEBUG nova.compute.provider_tree [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.101775] env[63302]: DEBUG nova.scheduler.client.report [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.431019] env[63302]: DEBUG nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1976.457647] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1976.457900] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1976.458075] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1976.458268] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1976.458418] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1976.458569] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1976.458785] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1976.458945] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1976.459129] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1976.459300] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1976.459478] env[63302]: DEBUG nova.virt.hardware [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1976.460373] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf2f3c8-39c2-4359-9704-e1b5d7f67988 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.468566] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff9adf6-c40e-4349-aeda-b9b702193604 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.539597] env[63302]: DEBUG nova.objects.instance [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.606450] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.606871] env[63302]: DEBUG nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1976.640781] env[63302]: DEBUG nova.compute.manager [req-da388096-51e0-41ab-a7b2-9a5747cf048f req-50a3b1bb-0849-4a14-8994-eb78cb32ea31 service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Received event network-vif-plugged-3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1976.641026] env[63302]: DEBUG oslo_concurrency.lockutils [req-da388096-51e0-41ab-a7b2-9a5747cf048f req-50a3b1bb-0849-4a14-8994-eb78cb32ea31 service nova] Acquiring lock "f10a072d-9063-47c9-b1e5-365e3626622b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.641560] env[63302]: DEBUG oslo_concurrency.lockutils [req-da388096-51e0-41ab-a7b2-9a5747cf048f req-50a3b1bb-0849-4a14-8994-eb78cb32ea31 service nova] Lock "f10a072d-9063-47c9-b1e5-365e3626622b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.641743] env[63302]: DEBUG oslo_concurrency.lockutils [req-da388096-51e0-41ab-a7b2-9a5747cf048f req-50a3b1bb-0849-4a14-8994-eb78cb32ea31 service nova] Lock "f10a072d-9063-47c9-b1e5-365e3626622b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.641916] env[63302]: DEBUG nova.compute.manager [req-da388096-51e0-41ab-a7b2-9a5747cf048f req-50a3b1bb-0849-4a14-8994-eb78cb32ea31 service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] No waiting events found dispatching network-vif-plugged-3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.642312] env[63302]: WARNING nova.compute.manager [req-da388096-51e0-41ab-a7b2-9a5747cf048f req-50a3b1bb-0849-4a14-8994-eb78cb32ea31 service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Received unexpected event network-vif-plugged-3d56b50f-c4f5-46b0-b9e2-159f38189165 for instance with vm_state building and task_state spawning. [ 1976.764832] env[63302]: DEBUG nova.network.neutron [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Successfully updated port: 3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1977.045204] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3e2ac0de-0de8-421a-b373-c8e28ef602ab tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.098374] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.098739] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.098991] env[63302]: DEBUG nova.compute.manager [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.100161] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a4049-0fe2-4244-8044-56cb7ae83041 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.107690] env[63302]: DEBUG nova.compute.manager [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1977.108255] env[63302]: DEBUG nova.objects.instance [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.111154] env[63302]: DEBUG nova.compute.utils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1977.112341] env[63302]: DEBUG nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1977.112512] env[63302]: DEBUG nova.network.neutron [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1977.162474] env[63302]: DEBUG nova.policy [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c86664d96384fb49257c15a0fa6850b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72ad7aeddb034771b62bd31c7b8ccb83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1977.268969] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.269154] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.269315] env[63302]: DEBUG nova.network.neutron [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.488316] env[63302]: DEBUG nova.network.neutron [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Successfully created port: 39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1977.616367] env[63302]: DEBUG nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1977.803222] env[63302]: DEBUG nova.network.neutron [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.989826] env[63302]: DEBUG nova.network.neutron [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Updating instance_info_cache with network_info: [{"id": "3d56b50f-c4f5-46b0-b9e2-159f38189165", "address": "fa:16:3e:71:b9:46", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56b50f-c4", "ovs_interfaceid": "3d56b50f-c4f5-46b0-b9e2-159f38189165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.115865] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1978.116319] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d2a1ff-a3f2-4f7f-b564-4797f8afe2ee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.121873] env[63302]: INFO nova.virt.block_device [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Booting with volume cbef2257-ac02-4d31-9b77-236d8748d9e5 at /dev/sda [ 1978.124780] env[63302]: DEBUG oslo_vmware.api [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1978.124780] env[63302]: value = "task-1796347" [ 1978.124780] env[63302]: _type = "Task" [ 1978.124780] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.135361] env[63302]: DEBUG oslo_vmware.api [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.161091] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fac60828-f79d-4110-b375-3d4e63f55119 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.170265] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef2b09-dabe-48fc-9775-0ef46e9e24d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.199382] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d724ee3-c09e-4e80-88fe-77bfb47a6ba6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.207300] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0fd6cd-d4d4-4d98-aec1-d83728ea423c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.236220] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc3c6cb-17c9-418d-a62b-1eb1e7c16151 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.242629] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c0e0b7-1a8f-4d9e-b72b-0c9083fef404 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.256995] env[63302]: DEBUG nova.virt.block_device [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating existing volume attachment record: 567df196-f8d4-4b81-b5ee-1fced65b99e5 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1978.492455] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.492807] env[63302]: DEBUG nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Instance network_info: |[{"id": "3d56b50f-c4f5-46b0-b9e2-159f38189165", "address": "fa:16:3e:71:b9:46", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56b50f-c4", "ovs_interfaceid": "3d56b50f-c4f5-46b0-b9e2-159f38189165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.493266] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:b9:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d56b50f-c4f5-46b0-b9e2-159f38189165', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.501093] env[63302]: DEBUG oslo.service.loopingcall [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.501313] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.501538] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2540ec4-6c2f-4342-a858-b9f1289ff4a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.522659] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.522659] env[63302]: value = "task-1796348" [ 1978.522659] env[63302]: _type = "Task" [ 1978.522659] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.530134] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796348, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.634378] env[63302]: DEBUG oslo_vmware.api [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796347, 'name': PowerOffVM_Task, 'duration_secs': 0.190448} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.634629] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1978.634826] env[63302]: DEBUG nova.compute.manager [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1978.635571] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a864ab8d-7e0e-4ee3-a527-f93ce942b9f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.666972] env[63302]: DEBUG nova.compute.manager [req-0a715bcf-978d-4b9a-bca9-cdc9840b44d5 req-26e1f35a-29b4-4110-a612-42eaf74d43ce service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Received event network-changed-3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1978.667252] env[63302]: DEBUG nova.compute.manager [req-0a715bcf-978d-4b9a-bca9-cdc9840b44d5 req-26e1f35a-29b4-4110-a612-42eaf74d43ce service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Refreshing instance network info cache due to event network-changed-3d56b50f-c4f5-46b0-b9e2-159f38189165. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1978.667396] env[63302]: DEBUG oslo_concurrency.lockutils [req-0a715bcf-978d-4b9a-bca9-cdc9840b44d5 req-26e1f35a-29b4-4110-a612-42eaf74d43ce service nova] Acquiring lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.667539] env[63302]: DEBUG oslo_concurrency.lockutils [req-0a715bcf-978d-4b9a-bca9-cdc9840b44d5 req-26e1f35a-29b4-4110-a612-42eaf74d43ce service nova] Acquired lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.667708] env[63302]: DEBUG nova.network.neutron [req-0a715bcf-978d-4b9a-bca9-cdc9840b44d5 req-26e1f35a-29b4-4110-a612-42eaf74d43ce service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Refreshing network info cache for port 3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.950152] env[63302]: DEBUG nova.network.neutron [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Successfully updated port: 39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1979.032919] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796348, 'name': CreateVM_Task, 'duration_secs': 0.384248} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.033113] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.033786] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.033949] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.034278] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.034524] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aad5870-0f5e-43db-9423-3c41510dd108 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.038949] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1979.038949] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52085416-9a24-fc3d-a013-37f0207ab29b" [ 1979.038949] env[63302]: _type = "Task" [ 1979.038949] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.046691] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52085416-9a24-fc3d-a013-37f0207ab29b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.146888] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e313e65b-12c3-40be-9cd8-7c6cf4cb781a tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.369193] env[63302]: DEBUG nova.network.neutron [req-0a715bcf-978d-4b9a-bca9-cdc9840b44d5 req-26e1f35a-29b4-4110-a612-42eaf74d43ce service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Updated VIF entry in instance network info cache for port 3d56b50f-c4f5-46b0-b9e2-159f38189165. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.369574] env[63302]: DEBUG nova.network.neutron [req-0a715bcf-978d-4b9a-bca9-cdc9840b44d5 req-26e1f35a-29b4-4110-a612-42eaf74d43ce service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Updating instance_info_cache with network_info: [{"id": "3d56b50f-c4f5-46b0-b9e2-159f38189165", "address": "fa:16:3e:71:b9:46", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56b50f-c4", "ovs_interfaceid": "3d56b50f-c4f5-46b0-b9e2-159f38189165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.453193] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.453385] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.453450] env[63302]: DEBUG nova.network.neutron [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1979.549348] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52085416-9a24-fc3d-a013-37f0207ab29b, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.549654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.549891] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.550149] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.550311] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.550492] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.550745] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c858e9f5-1bc4-4e05-84ac-482a6754a043 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.558640] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.558820] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.559510] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf69436-1339-4c5c-b820-4dcbcf921d28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.564559] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1979.564559] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526d2a15-8c68-a53b-7b0b-e0b01c559a85" [ 1979.564559] env[63302]: _type = "Task" [ 1979.564559] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.572553] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526d2a15-8c68-a53b-7b0b-e0b01c559a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.602905] env[63302]: DEBUG nova.objects.instance [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.872101] env[63302]: DEBUG oslo_concurrency.lockutils [req-0a715bcf-978d-4b9a-bca9-cdc9840b44d5 req-26e1f35a-29b4-4110-a612-42eaf74d43ce service nova] Releasing lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.985419] env[63302]: DEBUG nova.network.neutron [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1980.076306] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]526d2a15-8c68-a53b-7b0b-e0b01c559a85, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.077093] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51fcf62-95ab-4f94-b510-104960977d9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.082422] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1980.082422] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522ddcbe-d791-db7c-f2b2-b18282f2d3a1" [ 1980.082422] env[63302]: _type = "Task" [ 1980.082422] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.090136] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522ddcbe-d791-db7c-f2b2-b18282f2d3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.107720] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.107880] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.108094] env[63302]: DEBUG nova.network.neutron [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1980.108278] env[63302]: DEBUG nova.objects.instance [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'info_cache' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.124715] env[63302]: DEBUG nova.network.neutron [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance_info_cache with network_info: [{"id": "39288bf4-0183-4433-919c-f36341bf6ae2", "address": "fa:16:3e:3e:90:a2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39288bf4-01", "ovs_interfaceid": "39288bf4-0183-4433-919c-f36341bf6ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.343972] env[63302]: DEBUG nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1980.344657] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1980.344817] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.344975] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1980.345181] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.345332] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1980.345482] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1980.345714] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1980.345893] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1980.346089] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1980.346263] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1980.346444] env[63302]: DEBUG nova.virt.hardware [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1980.347339] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6570146e-8394-4dcf-b81a-9187c3a5a836 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.355511] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac0df5e-a49a-47d6-bce4-9cce83ed3dca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.593031] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522ddcbe-d791-db7c-f2b2-b18282f2d3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.593297] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.593555] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b/f10a072d-9063-47c9-b1e5-365e3626622b.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.593810] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23f9ded2-b49c-4c3d-a8f2-af322fa2aaab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.600911] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1980.600911] env[63302]: value = "task-1796349" [ 1980.600911] env[63302]: _type = "Task" [ 1980.600911] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.608307] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.611548] env[63302]: DEBUG nova.objects.base [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1980.626470] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.626743] env[63302]: DEBUG nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Instance network_info: |[{"id": "39288bf4-0183-4433-919c-f36341bf6ae2", "address": "fa:16:3e:3e:90:a2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39288bf4-01", "ovs_interfaceid": "39288bf4-0183-4433-919c-f36341bf6ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1980.627111] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:90:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39288bf4-0183-4433-919c-f36341bf6ae2', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1980.634643] env[63302]: DEBUG oslo.service.loopingcall [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.635013] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1980.635229] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaaf0fff-7214-4afe-a6f1-273482855f8c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.655857] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1980.655857] env[63302]: value = "task-1796350" [ 1980.655857] env[63302]: _type = "Task" [ 1980.655857] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.663706] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796350, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.696179] env[63302]: DEBUG nova.compute.manager [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Received event network-vif-plugged-39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1980.696332] env[63302]: DEBUG oslo_concurrency.lockutils [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] Acquiring lock "62965c49-a336-46ee-86f4-f8914ca72541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.696553] env[63302]: DEBUG oslo_concurrency.lockutils [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] Lock "62965c49-a336-46ee-86f4-f8914ca72541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.696727] env[63302]: DEBUG oslo_concurrency.lockutils [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] Lock "62965c49-a336-46ee-86f4-f8914ca72541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.696900] env[63302]: DEBUG nova.compute.manager [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] No waiting events found dispatching network-vif-plugged-39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.697078] env[63302]: WARNING nova.compute.manager [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Received unexpected event network-vif-plugged-39288bf4-0183-4433-919c-f36341bf6ae2 for instance with vm_state building and task_state spawning. [ 1980.697243] env[63302]: DEBUG nova.compute.manager [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Received event network-changed-39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1980.697396] env[63302]: DEBUG nova.compute.manager [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Refreshing instance network info cache due to event network-changed-39288bf4-0183-4433-919c-f36341bf6ae2. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1980.697578] env[63302]: DEBUG oslo_concurrency.lockutils [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] Acquiring lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.697714] env[63302]: DEBUG oslo_concurrency.lockutils [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] Acquired lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.697869] env[63302]: DEBUG nova.network.neutron [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Refreshing network info cache for port 39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1981.111352] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506594} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.111352] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b/f10a072d-9063-47c9-b1e5-365e3626622b.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.111554] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.111784] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-428998fa-e73d-4c83-b933-1cadce610c67 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.120051] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1981.120051] env[63302]: value = "task-1796351" [ 1981.120051] env[63302]: _type = "Task" [ 1981.120051] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.128799] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.165170] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796350, 'name': CreateVM_Task, 'duration_secs': 0.346319} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.165357] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1981.166103] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '567df196-f8d4-4b81-b5ee-1fced65b99e5', 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372536', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'name': 'volume-cbef2257-ac02-4d31-9b77-236d8748d9e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '62965c49-a336-46ee-86f4-f8914ca72541', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'serial': 'cbef2257-ac02-4d31-9b77-236d8748d9e5'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1981.166314] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Root volume attach. Driver type: vmdk {{(pid=63302) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1981.167087] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07804a5-35e5-48ca-8386-e33585309cc3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.174225] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1218917a-afeb-4abe-837c-a0d1ecffb06d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.181931] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6a9e8e-3a38-4db3-b93c-a12304aeb3a4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.187520] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9f720ca0-8551-4f98-8771-e6b2c8e532bd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.194014] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1981.194014] env[63302]: value = "task-1796352" [ 1981.194014] env[63302]: _type = "Task" [ 1981.194014] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.203083] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796352, 'name': RelocateVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.326038] env[63302]: DEBUG nova.network.neutron [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updating instance_info_cache with network_info: [{"id": "66e0ab64-6c3d-4148-8d72-cd919559305f", "address": "fa:16:3e:19:e6:20", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e0ab64-6c", "ovs_interfaceid": "66e0ab64-6c3d-4148-8d72-cd919559305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.440030] env[63302]: DEBUG nova.network.neutron [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updated VIF entry in instance network info cache for port 39288bf4-0183-4433-919c-f36341bf6ae2. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.440459] env[63302]: DEBUG nova.network.neutron [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance_info_cache with network_info: [{"id": "39288bf4-0183-4433-919c-f36341bf6ae2", "address": "fa:16:3e:3e:90:a2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39288bf4-01", "ovs_interfaceid": "39288bf4-0183-4433-919c-f36341bf6ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.630320] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061665} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.630531] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.631303] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc4a4c-8276-4a27-acf9-02719d580dbe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.652910] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b/f10a072d-9063-47c9-b1e5-365e3626622b.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.653170] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4921c0d-aa41-4503-9bed-cb2db33ec1e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.673155] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1981.673155] env[63302]: value = "task-1796353" [ 1981.673155] env[63302]: _type = "Task" [ 1981.673155] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.680637] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.703441] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796352, 'name': RelocateVM_Task, 'duration_secs': 0.027042} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.703790] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1981.704036] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372536', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'name': 'volume-cbef2257-ac02-4d31-9b77-236d8748d9e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '62965c49-a336-46ee-86f4-f8914ca72541', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'serial': 'cbef2257-ac02-4d31-9b77-236d8748d9e5'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1981.704842] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a025a4ab-1dc9-4233-853c-62ea995a3cab {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.720198] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26347d4-7670-4ff2-bc09-ea6c65f21a22 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.741679] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-cbef2257-ac02-4d31-9b77-236d8748d9e5/volume-cbef2257-ac02-4d31-9b77-236d8748d9e5.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.741956] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9686ba10-8b92-4791-896e-3cddbb06d7a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.763040] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1981.763040] env[63302]: value = "task-1796354" [ 1981.763040] env[63302]: _type = "Task" [ 1981.763040] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.770759] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.830764] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Releasing lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.943169] env[63302]: DEBUG oslo_concurrency.lockutils [req-93cd9f90-5134-422d-b2a5-d0ea568cd417 req-6d097d7e-7eaa-4152-94b7-184dc1faff81 service nova] Releasing lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.183814] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796353, 'name': ReconfigVM_Task, 'duration_secs': 0.3552} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.184175] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b/f10a072d-9063-47c9-b1e5-365e3626622b.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.184825] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c88fc3c7-a1bb-4929-8dac-4fd9235cab83 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.190712] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1982.190712] env[63302]: value = "task-1796355" [ 1982.190712] env[63302]: _type = "Task" [ 1982.190712] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.198010] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796355, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.273230] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796354, 'name': ReconfigVM_Task, 'duration_secs': 0.287769} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.273549] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-cbef2257-ac02-4d31-9b77-236d8748d9e5/volume-cbef2257-ac02-4d31-9b77-236d8748d9e5.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.278579] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e90bd950-35bf-4e78-96ae-185751cf346f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.294551] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1982.294551] env[63302]: value = "task-1796356" [ 1982.294551] env[63302]: _type = "Task" [ 1982.294551] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.302900] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.700419] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796355, 'name': Rename_Task, 'duration_secs': 0.15441} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.700787] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.700988] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea39dbad-6456-47f3-8960-f4ec2e9ebfda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.707545] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 1982.707545] env[63302]: value = "task-1796357" [ 1982.707545] env[63302]: _type = "Task" [ 1982.707545] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.715272] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.804162] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796356, 'name': ReconfigVM_Task, 'duration_secs': 0.122029} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.804471] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372536', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'name': 'volume-cbef2257-ac02-4d31-9b77-236d8748d9e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '62965c49-a336-46ee-86f4-f8914ca72541', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'serial': 'cbef2257-ac02-4d31-9b77-236d8748d9e5'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1982.804988] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d56d8513-b349-4af7-86fb-4ba27f4fcb4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.812231] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1982.812231] env[63302]: value = "task-1796358" [ 1982.812231] env[63302]: _type = "Task" [ 1982.812231] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.819705] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796358, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.837404] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.837682] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00398185-8ee8-4d75-b1e6-f8ceab79c3c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.845206] env[63302]: DEBUG oslo_vmware.api [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 1982.845206] env[63302]: value = "task-1796359" [ 1982.845206] env[63302]: _type = "Task" [ 1982.845206] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.852853] env[63302]: DEBUG oslo_vmware.api [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.217716] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.321971] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796358, 'name': Rename_Task, 'duration_secs': 0.139343} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.322272] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.322518] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4229e8-9a7b-4358-972f-7728a4c79a1c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.328501] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1983.328501] env[63302]: value = "task-1796360" [ 1983.328501] env[63302]: _type = "Task" [ 1983.328501] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.335679] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.352826] env[63302]: DEBUG oslo_vmware.api [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796359, 'name': PowerOnVM_Task, 'duration_secs': 0.451718} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.353094] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.353311] env[63302]: DEBUG nova.compute.manager [None req-e160c3a5-871d-4607-99e2-597e37f1af0c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.354047] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e38db85-234f-4667-99bf-58f9809f06c8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.719317] env[63302]: DEBUG oslo_vmware.api [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796357, 'name': PowerOnVM_Task, 'duration_secs': 0.571464} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.719747] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.719804] env[63302]: INFO nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1983.719960] env[63302]: DEBUG nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.720746] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701fa798-9700-4163-88f6-fcb163bbb7c2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.838817] env[63302]: DEBUG oslo_vmware.api [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796360, 'name': PowerOnVM_Task, 'duration_secs': 0.506103} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.839064] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.839273] env[63302]: INFO nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Took 3.50 seconds to spawn the instance on the hypervisor. [ 1983.839455] env[63302]: DEBUG nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.840280] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b0d55-4c7c-4b13-af3f-48f25a7d6e81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.238512] env[63302]: INFO nova.compute.manager [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Took 12.84 seconds to build instance. [ 1984.358763] env[63302]: INFO nova.compute.manager [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Took 11.16 seconds to build instance. [ 1984.560451] env[63302]: DEBUG nova.compute.manager [req-5c21e058-1206-4e55-8ca2-dfb278c7d75d req-d9122608-7b2f-4bf8-8e90-ea857a4dd92d service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Received event network-changed-3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1984.560656] env[63302]: DEBUG nova.compute.manager [req-5c21e058-1206-4e55-8ca2-dfb278c7d75d req-d9122608-7b2f-4bf8-8e90-ea857a4dd92d service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Refreshing instance network info cache due to event network-changed-3d56b50f-c4f5-46b0-b9e2-159f38189165. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1984.561417] env[63302]: DEBUG oslo_concurrency.lockutils [req-5c21e058-1206-4e55-8ca2-dfb278c7d75d req-d9122608-7b2f-4bf8-8e90-ea857a4dd92d service nova] Acquiring lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.561582] env[63302]: DEBUG oslo_concurrency.lockutils [req-5c21e058-1206-4e55-8ca2-dfb278c7d75d req-d9122608-7b2f-4bf8-8e90-ea857a4dd92d service nova] Acquired lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.561751] env[63302]: DEBUG nova.network.neutron [req-5c21e058-1206-4e55-8ca2-dfb278c7d75d req-d9122608-7b2f-4bf8-8e90-ea857a4dd92d service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Refreshing network info cache for port 3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.740528] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c748953a-7328-48a7-96e2-c207204e8020 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "f10a072d-9063-47c9-b1e5-365e3626622b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.353s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.861098] env[63302]: DEBUG oslo_concurrency.lockutils [None req-9e70eff3-e516-4f95-b2a7-b0b6bb6538e8 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.671s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.278299] env[63302]: DEBUG nova.network.neutron [req-5c21e058-1206-4e55-8ca2-dfb278c7d75d req-d9122608-7b2f-4bf8-8e90-ea857a4dd92d service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Updated VIF entry in instance network info cache for port 3d56b50f-c4f5-46b0-b9e2-159f38189165. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.278683] env[63302]: DEBUG nova.network.neutron [req-5c21e058-1206-4e55-8ca2-dfb278c7d75d req-d9122608-7b2f-4bf8-8e90-ea857a4dd92d service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Updating instance_info_cache with network_info: [{"id": "3d56b50f-c4f5-46b0-b9e2-159f38189165", "address": "fa:16:3e:71:b9:46", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56b50f-c4", "ovs_interfaceid": "3d56b50f-c4f5-46b0-b9e2-159f38189165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.422817] env[63302]: DEBUG nova.compute.manager [req-ad223dc9-cdb0-41f5-b7d8-22766f29fa1a req-4630ddf2-e8c0-43cf-8503-0ff064dc46f8 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Received event network-changed-e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1985.423019] env[63302]: DEBUG nova.compute.manager [req-ad223dc9-cdb0-41f5-b7d8-22766f29fa1a req-4630ddf2-e8c0-43cf-8503-0ff064dc46f8 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Refreshing instance network info cache due to event network-changed-e9b4f137-73bb-45f3-81b9-164a90ebcc6e. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1985.423209] env[63302]: DEBUG oslo_concurrency.lockutils [req-ad223dc9-cdb0-41f5-b7d8-22766f29fa1a req-4630ddf2-e8c0-43cf-8503-0ff064dc46f8 service nova] Acquiring lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.423363] env[63302]: DEBUG oslo_concurrency.lockutils [req-ad223dc9-cdb0-41f5-b7d8-22766f29fa1a req-4630ddf2-e8c0-43cf-8503-0ff064dc46f8 service nova] Acquired lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.423524] env[63302]: DEBUG nova.network.neutron [req-ad223dc9-cdb0-41f5-b7d8-22766f29fa1a req-4630ddf2-e8c0-43cf-8503-0ff064dc46f8 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Refreshing network info cache for port e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.123993] env[63302]: DEBUG nova.network.neutron [req-ad223dc9-cdb0-41f5-b7d8-22766f29fa1a req-4630ddf2-e8c0-43cf-8503-0ff064dc46f8 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updated VIF entry in instance network info cache for port e9b4f137-73bb-45f3-81b9-164a90ebcc6e. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1986.124428] env[63302]: DEBUG nova.network.neutron [req-ad223dc9-cdb0-41f5-b7d8-22766f29fa1a req-4630ddf2-e8c0-43cf-8503-0ff064dc46f8 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updating instance_info_cache with network_info: [{"id": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "address": "fa:16:3e:47:b8:13", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f137-73", "ovs_interfaceid": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.450624] env[63302]: DEBUG nova.compute.manager [req-309edff9-ad7f-4c99-b83c-70ee6202d9af req-3772578c-b0a1-4a33-94b2-29506bf6dcf6 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Received event network-changed-39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1987.450963] env[63302]: DEBUG nova.compute.manager [req-309edff9-ad7f-4c99-b83c-70ee6202d9af req-3772578c-b0a1-4a33-94b2-29506bf6dcf6 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Refreshing instance network info cache due to event network-changed-39288bf4-0183-4433-919c-f36341bf6ae2. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1987.451239] env[63302]: DEBUG oslo_concurrency.lockutils [req-309edff9-ad7f-4c99-b83c-70ee6202d9af req-3772578c-b0a1-4a33-94b2-29506bf6dcf6 service nova] Acquiring lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.451239] env[63302]: DEBUG oslo_concurrency.lockutils [req-309edff9-ad7f-4c99-b83c-70ee6202d9af req-3772578c-b0a1-4a33-94b2-29506bf6dcf6 service nova] Acquired lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.451362] env[63302]: DEBUG nova.network.neutron [req-309edff9-ad7f-4c99-b83c-70ee6202d9af req-3772578c-b0a1-4a33-94b2-29506bf6dcf6 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Refreshing network info cache for port 39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1988.147525] env[63302]: DEBUG nova.network.neutron [req-309edff9-ad7f-4c99-b83c-70ee6202d9af req-3772578c-b0a1-4a33-94b2-29506bf6dcf6 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updated VIF entry in instance network info cache for port 39288bf4-0183-4433-919c-f36341bf6ae2. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1988.147891] env[63302]: DEBUG nova.network.neutron [req-309edff9-ad7f-4c99-b83c-70ee6202d9af req-3772578c-b0a1-4a33-94b2-29506bf6dcf6 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance_info_cache with network_info: [{"id": "39288bf4-0183-4433-919c-f36341bf6ae2", "address": "fa:16:3e:3e:90:a2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39288bf4-01", "ovs_interfaceid": "39288bf4-0183-4433-919c-f36341bf6ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.631828] env[63302]: DEBUG oslo_concurrency.lockutils [req-ad223dc9-cdb0-41f5-b7d8-22766f29fa1a req-4630ddf2-e8c0-43cf-8503-0ff064dc46f8 service nova] Releasing lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.657469] env[63302]: DEBUG oslo_concurrency.lockutils [req-309edff9-ad7f-4c99-b83c-70ee6202d9af req-3772578c-b0a1-4a33-94b2-29506bf6dcf6 service nova] Releasing lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.785177] env[63302]: DEBUG oslo_concurrency.lockutils [req-5c21e058-1206-4e55-8ca2-dfb278c7d75d req-d9122608-7b2f-4bf8-8e90-ea857a4dd92d service nova] Releasing lock "refresh_cache-f10a072d-9063-47c9-b1e5-365e3626622b" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.824691] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1988.825452] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1989.332964] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1989.333170] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1989.333292] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1989.871880] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.872195] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.872195] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1989.872333] env[63302]: DEBUG nova.objects.instance [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lazy-loading 'info_cache' on Instance uuid c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.940542] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.940794] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.941018] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.941209] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.941384] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.943497] env[63302]: INFO nova.compute.manager [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Terminating instance [ 1990.312989] env[63302]: DEBUG nova.compute.manager [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1990.446966] env[63302]: DEBUG nova.compute.manager [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1990.447225] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1990.448402] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4879a8d7-34d7-47ad-a9cd-c957af2d561d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.456566] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1990.456812] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5088dcb2-3061-4bdc-887d-7f3fffd128d2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.463172] env[63302]: DEBUG oslo_vmware.api [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1990.463172] env[63302]: value = "task-1796361" [ 1990.463172] env[63302]: _type = "Task" [ 1990.463172] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.470994] env[63302]: DEBUG oslo_vmware.api [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.834652] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.834926] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.974250] env[63302]: DEBUG oslo_vmware.api [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796361, 'name': PowerOffVM_Task, 'duration_secs': 0.329534} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.974654] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1990.974708] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1990.974917] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1bc854d-0eb9-48c7-bab9-8e55268763b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.339537] env[63302]: INFO nova.compute.claims [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1991.578441] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updating instance_info_cache with network_info: [{"id": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "address": "fa:16:3e:47:b8:13", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f137-73", "ovs_interfaceid": "e9b4f137-73bb-45f3-81b9-164a90ebcc6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.687759] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1991.688009] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1991.688214] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleting the datastore file [datastore1] 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1991.688505] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6cf299-8bcf-4ab7-9dca-5c72e2e3279d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.695053] env[63302]: DEBUG oslo_vmware.api [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1991.695053] env[63302]: value = "task-1796363" [ 1991.695053] env[63302]: _type = "Task" [ 1991.695053] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.703308] env[63302]: DEBUG oslo_vmware.api [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.846061] env[63302]: INFO nova.compute.resource_tracker [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating resource usage from migration e7718c4c-d001-49cd-8966-79f33b78603e [ 1991.965577] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06fef79-2611-454e-abee-9fdf1c9f0d3e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.973980] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66504b37-f086-43e0-94fc-7bc72c0e177e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.003764] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1245396-984a-410f-93e3-e7d4d9216778 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.011483] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09acc920-a995-406c-9c24-d85ceaf3246e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.024394] env[63302]: DEBUG nova.compute.provider_tree [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1992.081017] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.081256] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1992.081447] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.081607] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.081759] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.081909] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.082066] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.082219] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.082346] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1992.082488] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.205286] env[63302]: DEBUG oslo_vmware.api [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152737} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.205504] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1992.205687] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1992.205897] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1992.206158] env[63302]: INFO nova.compute.manager [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1992.206338] env[63302]: DEBUG oslo.service.loopingcall [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.206532] env[63302]: DEBUG nova.compute.manager [-] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1992.206626] env[63302]: DEBUG nova.network.neutron [-] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1992.547035] env[63302]: ERROR nova.scheduler.client.report [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [req-f10a75c1-f782-43ff-9264-1a8024e71c35] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f10a75c1-f782-43ff-9264-1a8024e71c35"}]} [ 1992.569057] env[63302]: DEBUG nova.scheduler.client.report [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1992.582734] env[63302]: DEBUG nova.scheduler.client.report [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1992.582964] env[63302]: DEBUG nova.compute.provider_tree [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1992.585618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.596070] env[63302]: DEBUG nova.scheduler.client.report [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1992.615223] env[63302]: DEBUG nova.scheduler.client.report [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1992.703125] env[63302]: DEBUG nova.compute.manager [req-8bfa73d7-6eb9-4282-9153-64fe0ba2fb1b req-dcd405f9-93e3-4075-9d46-651281f3db63 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Received event network-vif-deleted-6d16ec16-070c-4e20-9f67-016da2b508f6 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1992.703409] env[63302]: INFO nova.compute.manager [req-8bfa73d7-6eb9-4282-9153-64fe0ba2fb1b req-dcd405f9-93e3-4075-9d46-651281f3db63 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Neutron deleted interface 6d16ec16-070c-4e20-9f67-016da2b508f6; detaching it from the instance and deleting it from the info cache [ 1992.703506] env[63302]: DEBUG nova.network.neutron [req-8bfa73d7-6eb9-4282-9153-64fe0ba2fb1b req-dcd405f9-93e3-4075-9d46-651281f3db63 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.770591] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f727611-8308-4d26-9b40-87538222cc53 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.779106] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9694d1-50a6-4ada-8eb7-166a8d9873be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.809767] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a648445-8834-4a46-8ffe-13826498120c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.817385] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d1eb0-c448-4127-9318-35aa46f529cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.835365] env[63302]: DEBUG nova.compute.provider_tree [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1993.176092] env[63302]: DEBUG nova.network.neutron [-] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.206755] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a2152ca-02b0-49f8-9691-5e1f827190f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.216623] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799c2313-037d-4691-a60d-e97d11231238 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.247245] env[63302]: DEBUG nova.compute.manager [req-8bfa73d7-6eb9-4282-9153-64fe0ba2fb1b req-dcd405f9-93e3-4075-9d46-651281f3db63 service nova] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Detach interface failed, port_id=6d16ec16-070c-4e20-9f67-016da2b508f6, reason: Instance 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1993.365393] env[63302]: DEBUG nova.scheduler.client.report [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1993.365663] env[63302]: DEBUG nova.compute.provider_tree [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 175 to 176 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1993.365872] env[63302]: DEBUG nova.compute.provider_tree [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1993.678364] env[63302]: INFO nova.compute.manager [-] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Took 1.47 seconds to deallocate network for instance. [ 1993.871312] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.036s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.871529] env[63302]: INFO nova.compute.manager [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Migrating [ 1993.878160] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.293s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.878343] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.878493] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1993.882451] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20025341-2081-4bbd-a5e4-9de88eab80dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.895289] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85956e5-bebd-4342-aea0-0c52cf3bec2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.911018] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c85cd9c-2939-42d8-9747-6cf14f784cb6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.918130] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db53e41e-0f4b-4af8-a4f1-108aa9277138 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.948441] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180373MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1993.948583] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.948787] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.184925] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.391602] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.391841] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.392042] env[63302]: DEBUG nova.network.neutron [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1994.957551] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Applying migration context for instance 62965c49-a336-46ee-86f4-f8914ca72541 as it has an incoming, in-progress migration e7718c4c-d001-49cd-8966-79f33b78603e. Migration status is pre-migrating {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1994.958967] env[63302]: INFO nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating resource usage from migration e7718c4c-d001-49cd-8966-79f33b78603e [ 1994.977018] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.977204] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.977337] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7a1cc150-88dd-4949-9544-88fc595dbb65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.977458] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance da177ef6-f391-4b72-be96-800ba6323600 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.977596] env[63302]: WARNING nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1994.977717] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 878bc679-85e8-4b64-9af8-fde9d714e160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.977835] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 0e36d070-1c02-4056-85af-3002ec82f314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.977952] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a1c6cd30-ce58-41ca-a5be-0612e37828cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.978079] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance f10a072d-9063-47c9-b1e5-365e3626622b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.978234] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Migration e7718c4c-d001-49cd-8966-79f33b78603e is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1994.978358] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 62965c49-a336-46ee-86f4-f8914ca72541 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1994.978545] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1994.978681] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1995.101662] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a3a424-9730-4524-8028-dba92d650e3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.107559] env[63302]: DEBUG nova.network.neutron [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance_info_cache with network_info: [{"id": "39288bf4-0183-4433-919c-f36341bf6ae2", "address": "fa:16:3e:3e:90:a2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39288bf4-01", "ovs_interfaceid": "39288bf4-0183-4433-919c-f36341bf6ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.111350] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb38427-55ad-4b83-ac27-32d3e050b251 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.140732] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb399970-462e-4e99-94d8-f404ffd22dac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.148346] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ba8bc-a086-48c3-9a0f-3350ca10bc5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.162623] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.611612] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.665180] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.170067] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1996.170301] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.170540] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.986s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.170733] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.190096] env[63302]: INFO nova.scheduler.client.report [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleted allocations for instance 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9 [ 1996.698467] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ba61112b-4c0e-4e39-9c87-37d8df014fd9 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a3ff2dc-335e-4d3e-97fd-b1d502375ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.757s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.127946] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15af483d-00db-4ae9-8ab5-8508a4337ad1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.146371] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance '62965c49-a336-46ee-86f4-f8914ca72541' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1997.651837] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.652173] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f01e25-1667-425c-ba18-2d8e530e687c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.659871] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1997.659871] env[63302]: value = "task-1796364" [ 1997.659871] env[63302]: _type = "Task" [ 1997.659871] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.669244] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.946402] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a1cc150-88dd-4949-9544-88fc595dbb65" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.946780] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.170214] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796364, 'name': PowerOffVM_Task, 'duration_secs': 0.184096} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.170470] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.170687] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance '62965c49-a336-46ee-86f4-f8914ca72541' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1998.450416] env[63302]: INFO nova.compute.manager [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Detaching volume 30a964fd-6c8a-4fb1-879e-bfd6a291f48a [ 1998.480534] env[63302]: INFO nova.virt.block_device [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Attempting to driver detach volume 30a964fd-6c8a-4fb1-879e-bfd6a291f48a from mountpoint /dev/sdb [ 1998.480776] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1998.480967] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372529', 'volume_id': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'name': 'volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7a1cc150-88dd-4949-9544-88fc595dbb65', 'attached_at': '', 'detached_at': '', 'volume_id': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'serial': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1998.481880] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c32f7-8590-45dd-a9ad-68931cf312a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.503119] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9131e35-6b47-4364-9223-642825080c78 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.510144] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc546ab-5fba-44a6-9027-d9981b879a69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.530564] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d87f588-19b5-4843-b519-27e1013281aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.544831] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] The volume has not been displaced from its original location: [datastore1] volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a/volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1998.550086] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1998.550343] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6df1d9-d100-4465-a42c-e8ec0422db3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.567575] env[63302]: DEBUG oslo_vmware.api [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1998.567575] env[63302]: value = "task-1796365" [ 1998.567575] env[63302]: _type = "Task" [ 1998.567575] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.575057] env[63302]: DEBUG oslo_vmware.api [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.677784] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1998.678075] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.678240] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1998.678442] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.678589] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1998.678741] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1998.678950] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1998.679138] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1998.679313] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1998.679478] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1998.679654] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1998.684648] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b522c79f-5dc1-4862-80b8-f8db539fc0b5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.701111] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 1998.701111] env[63302]: value = "task-1796366" [ 1998.701111] env[63302]: _type = "Task" [ 1998.701111] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.709252] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.078018] env[63302]: DEBUG oslo_vmware.api [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796365, 'name': ReconfigVM_Task, 'duration_secs': 0.229015} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.078358] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1999.083074] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea360da9-a8c8-4734-829d-fc73b9778038 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.099525] env[63302]: DEBUG oslo_vmware.api [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 1999.099525] env[63302]: value = "task-1796367" [ 1999.099525] env[63302]: _type = "Task" [ 1999.099525] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.109553] env[63302]: DEBUG oslo_vmware.api [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.211185] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796366, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.610373] env[63302]: DEBUG oslo_vmware.api [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.711954] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796366, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.112930] env[63302]: DEBUG oslo_vmware.api [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796367, 'name': ReconfigVM_Task, 'duration_secs': 0.821661} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.113371] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372529', 'volume_id': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'name': 'volume-30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7a1cc150-88dd-4949-9544-88fc595dbb65', 'attached_at': '', 'detached_at': '', 'volume_id': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a', 'serial': '30a964fd-6c8a-4fb1-879e-bfd6a291f48a'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2000.212372] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796366, 'name': ReconfigVM_Task, 'duration_secs': 1.141869} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.212678] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance '62965c49-a336-46ee-86f4-f8914ca72541' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2000.652168] env[63302]: DEBUG nova.objects.instance [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'flavor' on Instance uuid 7a1cc150-88dd-4949-9544-88fc595dbb65 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.719238] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2000.719512] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2000.719673] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2000.719857] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2000.720021] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2000.720204] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2000.720407] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2000.720564] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2000.720733] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2000.720897] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2000.721090] env[63302]: DEBUG nova.virt.hardware [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2000.726470] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2000.726744] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0153768a-4f96-476f-830c-bf3f1ae8f454 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.745821] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2000.745821] env[63302]: value = "task-1796368" [ 2000.745821] env[63302]: _type = "Task" [ 2000.745821] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.756372] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.255756] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796368, 'name': ReconfigVM_Task, 'duration_secs': 0.143878} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.256238] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2001.256746] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e4d06-05d3-4f12-8e15-c7bdce9dae9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.279280] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-cbef2257-ac02-4d31-9b77-236d8748d9e5/volume-cbef2257-ac02-4d31-9b77-236d8748d9e5.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.279716] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf4c982-b29c-42d5-a915-0dcdd2b34d5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.298600] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2001.298600] env[63302]: value = "task-1796369" [ 2001.298600] env[63302]: _type = "Task" [ 2001.298600] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.306285] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.658857] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bd08078f-bec4-433d-a413-13a177f59f35 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.712s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.808587] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796369, 'name': ReconfigVM_Task, 'duration_secs': 0.23915} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.808878] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-cbef2257-ac02-4d31-9b77-236d8748d9e5/volume-cbef2257-ac02-4d31-9b77-236d8748d9e5.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2001.809225] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance '62965c49-a336-46ee-86f4-f8914ca72541' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2002.196701] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a1cc150-88dd-4949-9544-88fc595dbb65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.196923] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.197204] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "7a1cc150-88dd-4949-9544-88fc595dbb65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.197400] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.197575] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.199737] env[63302]: INFO nova.compute.manager [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Terminating instance [ 2002.316363] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9637a2f2-50db-4375-a922-8337522a02bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.335077] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cae294e-51fb-40b1-9bf1-97bac5c502dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.352013] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance '62965c49-a336-46ee-86f4-f8914ca72541' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2002.703890] env[63302]: DEBUG nova.compute.manager [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.704145] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.705027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90daff79-e48d-4381-8a8c-e78eb374164a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.713312] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.713544] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb4463a-7343-4231-8bc8-06fa8cd835be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.719457] env[63302]: DEBUG oslo_vmware.api [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2002.719457] env[63302]: value = "task-1796370" [ 2002.719457] env[63302]: _type = "Task" [ 2002.719457] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.727877] env[63302]: DEBUG oslo_vmware.api [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.229816] env[63302]: DEBUG oslo_vmware.api [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796370, 'name': PowerOffVM_Task, 'duration_secs': 0.251079} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.230139] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.230318] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.230576] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86400767-9153-4e12-97c8-0ecbeccacecc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.386843] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.387260] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.387314] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleting the datastore file [datastore1] 7a1cc150-88dd-4949-9544-88fc595dbb65 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.387577] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-153dff1b-9e09-4aac-84d0-2f4117a95ef5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.397034] env[63302]: DEBUG oslo_vmware.api [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2003.397034] env[63302]: value = "task-1796372" [ 2003.397034] env[63302]: _type = "Task" [ 2003.397034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.405891] env[63302]: DEBUG oslo_vmware.api [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.906969] env[63302]: DEBUG oslo_vmware.api [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14584} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.907279] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.907473] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.907656] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.907832] env[63302]: INFO nova.compute.manager [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2003.908090] env[63302]: DEBUG oslo.service.loopingcall [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.908300] env[63302]: DEBUG nova.compute.manager [-] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2003.908392] env[63302]: DEBUG nova.network.neutron [-] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2004.031801] env[63302]: DEBUG nova.network.neutron [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Port 39288bf4-0183-4433-919c-f36341bf6ae2 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2004.549934] env[63302]: DEBUG nova.compute.manager [req-32e9db78-2100-4f80-9f2f-dde8a3bbad5e req-dcd7f67b-2940-434c-8e16-49e655320664 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Received event network-vif-deleted-936319d3-5c79-41de-80f6-6c1e8b9b1ede {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2004.550204] env[63302]: INFO nova.compute.manager [req-32e9db78-2100-4f80-9f2f-dde8a3bbad5e req-dcd7f67b-2940-434c-8e16-49e655320664 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Neutron deleted interface 936319d3-5c79-41de-80f6-6c1e8b9b1ede; detaching it from the instance and deleting it from the info cache [ 2004.550338] env[63302]: DEBUG nova.network.neutron [req-32e9db78-2100-4f80-9f2f-dde8a3bbad5e req-dcd7f67b-2940-434c-8e16-49e655320664 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.028688] env[63302]: DEBUG nova.network.neutron [-] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.063595] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "62965c49-a336-46ee-86f4-f8914ca72541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.063962] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.064266] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.065366] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeae05ca-d287-4aeb-a0d1-a441f4bcd492 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.080677] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438fc5c-b346-4800-a527-dabe31e5da1d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.126804] env[63302]: DEBUG nova.compute.manager [req-32e9db78-2100-4f80-9f2f-dde8a3bbad5e req-dcd7f67b-2940-434c-8e16-49e655320664 service nova] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Detach interface failed, port_id=936319d3-5c79-41de-80f6-6c1e8b9b1ede, reason: Instance 7a1cc150-88dd-4949-9544-88fc595dbb65 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2005.532111] env[63302]: INFO nova.compute.manager [-] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Took 1.62 seconds to deallocate network for instance. [ 2005.913247] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.913539] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.038398] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.038696] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.038935] env[63302]: DEBUG nova.objects.instance [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'resources' on Instance uuid 7a1cc150-88dd-4949-9544-88fc595dbb65 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.087850] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "0e36d070-1c02-4056-85af-3002ec82f314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.088067] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.088276] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "0e36d070-1c02-4056-85af-3002ec82f314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.088463] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.088633] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.090495] env[63302]: INFO nova.compute.manager [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Terminating instance [ 2006.095320] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.095502] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.095674] env[63302]: DEBUG nova.network.neutron [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2006.416700] env[63302]: DEBUG nova.compute.utils [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2006.593973] env[63302]: DEBUG nova.compute.manager [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2006.594234] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2006.595119] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b974b4-ae19-4d6b-aee3-81384c135033 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.605983] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.606258] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6244c05-9f0e-410c-bb8c-2cec3c59c022 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.613105] env[63302]: DEBUG oslo_vmware.api [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 2006.613105] env[63302]: value = "task-1796373" [ 2006.613105] env[63302]: _type = "Task" [ 2006.613105] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.621214] env[63302]: DEBUG oslo_vmware.api [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.666330] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff244767-4430-456e-baf6-5c62b20cec25 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.674940] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5a4558-fa53-4dc9-a8a3-e5420a5763a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.707951] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966d7e7e-a90d-44eb-9d0f-6d260bfbe705 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.715579] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2972c-9ac1-40df-940f-37982564f0d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.729130] env[63302]: DEBUG nova.compute.provider_tree [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2006.828400] env[63302]: DEBUG nova.network.neutron [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance_info_cache with network_info: [{"id": "39288bf4-0183-4433-919c-f36341bf6ae2", "address": "fa:16:3e:3e:90:a2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39288bf4-01", "ovs_interfaceid": "39288bf4-0183-4433-919c-f36341bf6ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.919964] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.122355] env[63302]: DEBUG oslo_vmware.api [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796373, 'name': PowerOffVM_Task, 'duration_secs': 0.165707} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.122631] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.122802] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2007.123056] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f22c086-c00a-4403-9d9a-3d3369552ced {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.261754] env[63302]: DEBUG nova.scheduler.client.report [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2007.262050] env[63302]: DEBUG nova.compute.provider_tree [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 176 to 177 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2007.262243] env[63302]: DEBUG nova.compute.provider_tree [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2007.330625] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.767447] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.786995] env[63302]: INFO nova.scheduler.client.report [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleted allocations for instance 7a1cc150-88dd-4949-9544-88fc595dbb65 [ 2007.840051] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71280f62-39d7-4d96-bb92-ffc8cc35fa2c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.846932] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7962f00e-e9b4-4b28-98ec-df442e9c1999 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.977925] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.978316] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.978506] env[63302]: INFO nova.compute.manager [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Attaching volume 770fb9a2-ef79-4271-8c8c-bae503a10d62 to /dev/sdb [ 2008.008675] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b102b05-6deb-4f48-8dfe-bc4a96ace1eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.015523] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787f3efd-52b4-4311-ab98-bf3a19a4c6b6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.029840] env[63302]: DEBUG nova.virt.block_device [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating existing volume attachment record: a5b2f397-560a-4d5a-aff8-f2a23244e824 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2008.293846] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f631d797-b77a-464f-a9e0-33c5b69d3d1e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "7a1cc150-88dd-4949-9544-88fc595dbb65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.097s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.337677] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2008.337921] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2008.338121] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleting the datastore file [datastore1] 0e36d070-1c02-4056-85af-3002ec82f314 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2008.338430] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6e59370-a2fb-4f37-ac3b-c5d06bf3ce8d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.345246] env[63302]: DEBUG oslo_vmware.api [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for the task: (returnval){ [ 2008.345246] env[63302]: value = "task-1796378" [ 2008.345246] env[63302]: _type = "Task" [ 2008.345246] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.353480] env[63302]: DEBUG oslo_vmware.api [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.855813] env[63302]: DEBUG oslo_vmware.api [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Task: {'id': task-1796378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12485} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.856137] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.856335] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.856515] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2008.856694] env[63302]: INFO nova.compute.manager [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Took 2.26 seconds to destroy the instance on the hypervisor. [ 2008.856941] env[63302]: DEBUG oslo.service.loopingcall [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.857147] env[63302]: DEBUG nova.compute.manager [-] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2008.857244] env[63302]: DEBUG nova.network.neutron [-] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2008.955880] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65d56ab-7e6e-4641-bb99-e289bba59e77 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.978147] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f19ab1-414f-414f-ae5e-b6e74c8bd65a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.984975] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance '62965c49-a336-46ee-86f4-f8914ca72541' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2009.491581] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2009.491901] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5245aa09-1e2f-49aa-8155-a1b3d68782f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.501034] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2009.501034] env[63302]: value = "task-1796379" [ 2009.501034] env[63302]: _type = "Task" [ 2009.501034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.509080] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.544144] env[63302]: DEBUG nova.compute.manager [req-fd13e5c3-8b4a-4234-a57c-208aae7ed54c req-a00454bf-c046-4a39-bd7a-cd7b83281f72 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Received event network-vif-deleted-4a4e11b3-e10b-4b4c-adbc-53c7599d5b82 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2009.544462] env[63302]: INFO nova.compute.manager [req-fd13e5c3-8b4a-4234-a57c-208aae7ed54c req-a00454bf-c046-4a39-bd7a-cd7b83281f72 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Neutron deleted interface 4a4e11b3-e10b-4b4c-adbc-53c7599d5b82; detaching it from the instance and deleting it from the info cache [ 2009.544755] env[63302]: DEBUG nova.network.neutron [req-fd13e5c3-8b4a-4234-a57c-208aae7ed54c req-a00454bf-c046-4a39-bd7a-cd7b83281f72 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.010946] env[63302]: DEBUG oslo_vmware.api [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796379, 'name': PowerOnVM_Task, 'duration_secs': 0.412904} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.010946] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2010.010946] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4aabb4f5-e443-4146-89a5-797638beaaea tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance '62965c49-a336-46ee-86f4-f8914ca72541' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2010.020656] env[63302]: DEBUG nova.network.neutron [-] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.047254] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a24ac84-5ed6-47fc-8b22-0d61e29efa81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.057246] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d79d16-ea5e-4ab2-883a-72912215cc9c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.090530] env[63302]: DEBUG nova.compute.manager [req-fd13e5c3-8b4a-4234-a57c-208aae7ed54c req-a00454bf-c046-4a39-bd7a-cd7b83281f72 service nova] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Detach interface failed, port_id=4a4e11b3-e10b-4b4c-adbc-53c7599d5b82, reason: Instance 0e36d070-1c02-4056-85af-3002ec82f314 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2010.403385] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "cca3c67a-d433-4c35-881f-2b0976142b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.403737] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.523141] env[63302]: INFO nova.compute.manager [-] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Took 1.67 seconds to deallocate network for instance. [ 2010.907128] env[63302]: DEBUG nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2011.029566] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.029858] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.030182] env[63302]: DEBUG nova.objects.instance [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lazy-loading 'resources' on Instance uuid 0e36d070-1c02-4056-85af-3002ec82f314 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.437687] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.659380] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3754a33-dfa4-47e0-8246-3dd72510c146 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.667249] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a74d23e-b888-419b-b09f-2519755cb86a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.697697] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd7b5b-482b-4d37-a67e-249eba342793 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.704461] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67820e-c8e1-4339-90b9-938260421112 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.718037] env[63302]: DEBUG nova.compute.provider_tree [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.947408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "62965c49-a336-46ee-86f4-f8914ca72541" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.947692] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.949075] env[63302]: DEBUG nova.compute.manager [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Going to confirm migration 7 {{(pid=63302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2012.222088] env[63302]: DEBUG nova.scheduler.client.report [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.483292] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.483488] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquired lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.483667] env[63302]: DEBUG nova.network.neutron [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.483851] env[63302]: DEBUG nova.objects.instance [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'info_cache' on Instance uuid 62965c49-a336-46ee-86f4-f8914ca72541 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.573469] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2012.573721] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372542', 'volume_id': '770fb9a2-ef79-4271-8c8c-bae503a10d62', 'name': 'volume-770fb9a2-ef79-4271-8c8c-bae503a10d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1c6cd30-ce58-41ca-a5be-0612e37828cd', 'attached_at': '', 'detached_at': '', 'volume_id': '770fb9a2-ef79-4271-8c8c-bae503a10d62', 'serial': '770fb9a2-ef79-4271-8c8c-bae503a10d62'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2012.574626] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a560f-2105-46e3-b4f2-10350093c347 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.590353] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812f3bf0-0a90-45be-941b-7c8e76a302b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.615336] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-770fb9a2-ef79-4271-8c8c-bae503a10d62/volume-770fb9a2-ef79-4271-8c8c-bae503a10d62.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2012.615582] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f0709c-bb80-454b-9818-efd2073627fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.634172] env[63302]: DEBUG oslo_vmware.api [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2012.634172] env[63302]: value = "task-1796381" [ 2012.634172] env[63302]: _type = "Task" [ 2012.634172] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.644837] env[63302]: DEBUG oslo_vmware.api [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.727023] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.729603] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.292s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.731234] env[63302]: INFO nova.compute.claims [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2012.746946] env[63302]: INFO nova.scheduler.client.report [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Deleted allocations for instance 0e36d070-1c02-4056-85af-3002ec82f314 [ 2013.143611] env[63302]: DEBUG oslo_vmware.api [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796381, 'name': ReconfigVM_Task, 'duration_secs': 0.401189} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.143875] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-770fb9a2-ef79-4271-8c8c-bae503a10d62/volume-770fb9a2-ef79-4271-8c8c-bae503a10d62.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.148639] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc671174-93be-4b36-8f78-70c7cd37e9f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.163035] env[63302]: DEBUG oslo_vmware.api [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2013.163035] env[63302]: value = "task-1796382" [ 2013.163035] env[63302]: _type = "Task" [ 2013.163035] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.170127] env[63302]: DEBUG oslo_vmware.api [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.253676] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce46778-90fe-4aac-8eb9-6dd0f879b13f tempest-AttachVolumeShelveTestJSON-1725463944 tempest-AttachVolumeShelveTestJSON-1725463944-project-member] Lock "0e36d070-1c02-4056-85af-3002ec82f314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.165s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.673509] env[63302]: DEBUG oslo_vmware.api [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796382, 'name': ReconfigVM_Task, 'duration_secs': 0.13335} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.675709] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372542', 'volume_id': '770fb9a2-ef79-4271-8c8c-bae503a10d62', 'name': 'volume-770fb9a2-ef79-4271-8c8c-bae503a10d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1c6cd30-ce58-41ca-a5be-0612e37828cd', 'attached_at': '', 'detached_at': '', 'volume_id': '770fb9a2-ef79-4271-8c8c-bae503a10d62', 'serial': '770fb9a2-ef79-4271-8c8c-bae503a10d62'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2013.717775] env[63302]: DEBUG nova.network.neutron [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance_info_cache with network_info: [{"id": "39288bf4-0183-4433-919c-f36341bf6ae2", "address": "fa:16:3e:3e:90:a2", "network": {"id": "88989ba8-8694-4bba-9246-0d6591e87627", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2097261605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72ad7aeddb034771b62bd31c7b8ccb83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39288bf4-01", "ovs_interfaceid": "39288bf4-0183-4433-919c-f36341bf6ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.851535] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f923e-df92-45a9-b2ea-3297b87060df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.858779] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ceda22-1267-4142-a636-44258cb4c8ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.889415] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ebeb70-26b7-4094-8636-4ff62be5e097 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.897070] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b53248-4315-4a62-9674-f21678cdeca2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.909821] env[63302]: DEBUG nova.compute.provider_tree [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.220019] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Releasing lock "refresh_cache-62965c49-a336-46ee-86f4-f8914ca72541" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.220300] env[63302]: DEBUG nova.objects.instance [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'migration_context' on Instance uuid 62965c49-a336-46ee-86f4-f8914ca72541 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.412741] env[63302]: DEBUG nova.scheduler.client.report [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.709984] env[63302]: DEBUG nova.objects.instance [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'flavor' on Instance uuid a1c6cd30-ce58-41ca-a5be-0612e37828cd {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.723307] env[63302]: DEBUG nova.objects.base [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Object Instance<62965c49-a336-46ee-86f4-f8914ca72541> lazy-loaded attributes: info_cache,migration_context {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2014.724646] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a76aa9e-633c-47cc-b050-c9e3938007a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.744839] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30960032-589c-4227-b473-43a694bc6509 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.750376] env[63302]: DEBUG oslo_vmware.api [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2014.750376] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c23d94-5d55-a535-38a5-8e38390cdbe7" [ 2014.750376] env[63302]: _type = "Task" [ 2014.750376] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.758265] env[63302]: DEBUG oslo_vmware.api [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c23d94-5d55-a535-38a5-8e38390cdbe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.917725] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.918329] env[63302]: DEBUG nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2015.215752] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fb598534-dcfa-4965-9914-7bc199590bd0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.261868] env[63302]: DEBUG oslo_vmware.api [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52c23d94-5d55-a535-38a5-8e38390cdbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.007332} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.262481] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.262760] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.423990] env[63302]: DEBUG nova.compute.utils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2015.426022] env[63302]: DEBUG nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2015.426284] env[63302]: DEBUG nova.network.neutron [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2015.464888] env[63302]: DEBUG nova.policy [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96975448f63445289a9cb49506da3c4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00a512d7fb5242ec8034d21da0c8e3e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 2015.794140] env[63302]: DEBUG nova.network.neutron [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Successfully created port: 83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2015.928923] env[63302]: DEBUG nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2015.936151] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cd5506-0cc0-4901-ac5a-421d1dec9584 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.945940] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b9ddc7-79b9-49a1-a8a1-4690f4c94394 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.981832] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81978a93-c74c-4eff-9e61-79de732db467 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.990314] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291cc9b2-1b3e-4c7c-906c-426f8528b674 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.007378] env[63302]: DEBUG nova.compute.provider_tree [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.186159] env[63302]: DEBUG nova.compute.manager [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2016.511618] env[63302]: DEBUG nova.scheduler.client.report [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.704030] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.941276] env[63302]: DEBUG nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2016.977317] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2016.977594] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.977753] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2016.977932] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.978101] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2016.978250] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2016.978479] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2016.978659] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2016.978832] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2016.979016] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2016.979198] env[63302]: DEBUG nova.virt.hardware [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2016.980141] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23b6ba5-7be3-464c-8fee-57d3cbcae743 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.989893] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6302577c-a438-403d-8432-0c5e80fd1d02 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.317819] env[63302]: DEBUG nova.compute.manager [req-a18195e9-c406-4d14-9670-c9d9b3a1c0ab req-d9131a33-33a7-4719-8dbf-bfb122e6c3f4 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Received event network-vif-plugged-83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2017.318033] env[63302]: DEBUG oslo_concurrency.lockutils [req-a18195e9-c406-4d14-9670-c9d9b3a1c0ab req-d9131a33-33a7-4719-8dbf-bfb122e6c3f4 service nova] Acquiring lock "cca3c67a-d433-4c35-881f-2b0976142b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.318252] env[63302]: DEBUG oslo_concurrency.lockutils [req-a18195e9-c406-4d14-9670-c9d9b3a1c0ab req-d9131a33-33a7-4719-8dbf-bfb122e6c3f4 service nova] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.318448] env[63302]: DEBUG oslo_concurrency.lockutils [req-a18195e9-c406-4d14-9670-c9d9b3a1c0ab req-d9131a33-33a7-4719-8dbf-bfb122e6c3f4 service nova] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.318634] env[63302]: DEBUG nova.compute.manager [req-a18195e9-c406-4d14-9670-c9d9b3a1c0ab req-d9131a33-33a7-4719-8dbf-bfb122e6c3f4 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] No waiting events found dispatching network-vif-plugged-83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2017.318801] env[63302]: WARNING nova.compute.manager [req-a18195e9-c406-4d14-9670-c9d9b3a1c0ab req-d9131a33-33a7-4719-8dbf-bfb122e6c3f4 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Received unexpected event network-vif-plugged-83d3b003-a671-4891-9cff-66cd43273e71 for instance with vm_state building and task_state spawning. [ 2017.459801] env[63302]: DEBUG nova.network.neutron [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Successfully updated port: 83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2017.523900] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.261s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.526813] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.823s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.965161] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.965396] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.965578] env[63302]: DEBUG nova.network.neutron [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2018.033681] env[63302]: INFO nova.compute.claims [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2018.090696] env[63302]: INFO nova.scheduler.client.report [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted allocation for migration e7718c4c-d001-49cd-8966-79f33b78603e [ 2018.494931] env[63302]: INFO nova.compute.manager [None req-f925343a-ee86-4482-b3fe-d587cb3feb00 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Get console output [ 2018.495334] env[63302]: WARNING nova.virt.vmwareapi.driver [None req-f925343a-ee86-4482-b3fe-d587cb3feb00 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] The console log is missing. Check your VSPC configuration [ 2018.537150] env[63302]: DEBUG nova.network.neutron [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2018.542730] env[63302]: INFO nova.compute.resource_tracker [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating resource usage from migration f23be88e-69cc-4723-9c5e-e4be40d87bb9 [ 2018.595424] env[63302]: DEBUG oslo_concurrency.lockutils [None req-d42ce8b8-973e-4e98-a607-30b8b68ef3ab tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.648s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.668563] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947dcac6-b202-4d41-9a8d-de06309f4e69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.678672] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8004498b-1e18-42dd-965e-74e62e530f79 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.708918] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd740521-9288-49a9-9fb5-ca21b7e5bc30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.716274] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5c8d67-44af-4293-a1b4-28970167eb6d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.729631] env[63302]: DEBUG nova.compute.provider_tree [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.798618] env[63302]: DEBUG nova.network.neutron [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Updating instance_info_cache with network_info: [{"id": "83d3b003-a671-4891-9cff-66cd43273e71", "address": "fa:16:3e:af:11:40", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3b003-a6", "ovs_interfaceid": "83d3b003-a671-4891-9cff-66cd43273e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.234984] env[63302]: DEBUG nova.scheduler.client.report [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.302228] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.302571] env[63302]: DEBUG nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Instance network_info: |[{"id": "83d3b003-a671-4891-9cff-66cd43273e71", "address": "fa:16:3e:af:11:40", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3b003-a6", "ovs_interfaceid": "83d3b003-a671-4891-9cff-66cd43273e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2019.303017] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:11:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83d3b003-a671-4891-9cff-66cd43273e71', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.310883] env[63302]: DEBUG oslo.service.loopingcall [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.312362] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.314679] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e87c8a88-514f-41e9-b707-7749cde50697 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.338325] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.338325] env[63302]: value = "task-1796384" [ 2019.338325] env[63302]: _type = "Task" [ 2019.338325] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.347956] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796384, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.349113] env[63302]: DEBUG nova.compute.manager [req-fd8fd4f3-11b3-4e01-becd-14e2ddec0a29 req-265744e0-0094-4a96-a41b-07e2e05dd244 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Received event network-changed-83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2019.349330] env[63302]: DEBUG nova.compute.manager [req-fd8fd4f3-11b3-4e01-becd-14e2ddec0a29 req-265744e0-0094-4a96-a41b-07e2e05dd244 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Refreshing instance network info cache due to event network-changed-83d3b003-a671-4891-9cff-66cd43273e71. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2019.349541] env[63302]: DEBUG oslo_concurrency.lockutils [req-fd8fd4f3-11b3-4e01-becd-14e2ddec0a29 req-265744e0-0094-4a96-a41b-07e2e05dd244 service nova] Acquiring lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.349705] env[63302]: DEBUG oslo_concurrency.lockutils [req-fd8fd4f3-11b3-4e01-becd-14e2ddec0a29 req-265744e0-0094-4a96-a41b-07e2e05dd244 service nova] Acquired lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.349871] env[63302]: DEBUG nova.network.neutron [req-fd8fd4f3-11b3-4e01-becd-14e2ddec0a29 req-265744e0-0094-4a96-a41b-07e2e05dd244 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Refreshing network info cache for port 83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.740295] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.213s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.740619] env[63302]: INFO nova.compute.manager [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Migrating [ 2019.832251] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.832494] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.848947] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796384, 'name': CreateVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.056730] env[63302]: DEBUG nova.network.neutron [req-fd8fd4f3-11b3-4e01-becd-14e2ddec0a29 req-265744e0-0094-4a96-a41b-07e2e05dd244 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Updated VIF entry in instance network info cache for port 83d3b003-a671-4891-9cff-66cd43273e71. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.057218] env[63302]: DEBUG nova.network.neutron [req-fd8fd4f3-11b3-4e01-becd-14e2ddec0a29 req-265744e0-0094-4a96-a41b-07e2e05dd244 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Updating instance_info_cache with network_info: [{"id": "83d3b003-a671-4891-9cff-66cd43273e71", "address": "fa:16:3e:af:11:40", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3b003-a6", "ovs_interfaceid": "83d3b003-a671-4891-9cff-66cd43273e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.255625] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.255813] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.256087] env[63302]: DEBUG nova.network.neutron [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.335476] env[63302]: INFO nova.compute.manager [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Detaching volume 9d1bfd0f-b8d3-4782-b23c-9b3c98006609 [ 2020.352079] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796384, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.370850] env[63302]: INFO nova.virt.block_device [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Attempting to driver detach volume 9d1bfd0f-b8d3-4782-b23c-9b3c98006609 from mountpoint /dev/sdb [ 2020.371105] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2020.371296] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372538', 'volume_id': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'name': 'volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'da177ef6-f391-4b72-be96-800ba6323600', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'serial': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2020.372236] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbec30c-fac1-4b63-abac-68d28949dd27 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.393014] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e6e577-f3c3-4458-9c7a-022239e44f39 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.401810] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be602934-0815-45c9-a595-273f657f5f7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.422061] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a43d0-2111-4d54-a308-d63bd0987b31 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.436133] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] The volume has not been displaced from its original location: [datastore1] volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609/volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2020.441294] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2020.441541] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f216053-04d9-49d0-8401-73c3e3097284 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.459162] env[63302]: DEBUG oslo_vmware.api [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2020.459162] env[63302]: value = "task-1796385" [ 2020.459162] env[63302]: _type = "Task" [ 2020.459162] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.466553] env[63302]: DEBUG oslo_vmware.api [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.559931] env[63302]: DEBUG oslo_concurrency.lockutils [req-fd8fd4f3-11b3-4e01-becd-14e2ddec0a29 req-265744e0-0094-4a96-a41b-07e2e05dd244 service nova] Releasing lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.852348] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796384, 'name': CreateVM_Task, 'duration_secs': 1.071999} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.852628] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.853206] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.853380] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.853706] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.853973] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988caa72-be8d-4501-8871-cec1cb23d19a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.858923] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2020.858923] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5274a525-34a9-a0f6-2397-effa45cd1d06" [ 2020.858923] env[63302]: _type = "Task" [ 2020.858923] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.868458] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5274a525-34a9-a0f6-2397-effa45cd1d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.970071] env[63302]: DEBUG oslo_vmware.api [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796385, 'name': ReconfigVM_Task, 'duration_secs': 0.236672} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.970376] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2020.975905] env[63302]: DEBUG nova.network.neutron [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance_info_cache with network_info: [{"id": "b9294e18-fe36-408e-8683-fab89a985cdb", "address": "fa:16:3e:93:35:27", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9294e18-fe", "ovs_interfaceid": "b9294e18-fe36-408e-8683-fab89a985cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.977166] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f788ac-cf35-4014-8360-33a555c6a4d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.987974] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.995514] env[63302]: DEBUG oslo_vmware.api [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2020.995514] env[63302]: value = "task-1796386" [ 2020.995514] env[63302]: _type = "Task" [ 2020.995514] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.004821] env[63302]: DEBUG oslo_vmware.api [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.370019] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5274a525-34a9-a0f6-2397-effa45cd1d06, 'name': SearchDatastore_Task, 'duration_secs': 0.143906} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.370313] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.370557] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2021.370790] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.370939] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.371150] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2021.371421] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a07aba-e160-42bc-afc6-8a2b4f78ef1b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.379302] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2021.379415] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2021.380103] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf461861-2183-4558-9c06-52903ee135b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.385084] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2021.385084] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dc1944-a8d5-94e6-0662-684e3ecb2c59" [ 2021.385084] env[63302]: _type = "Task" [ 2021.385084] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.392176] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dc1944-a8d5-94e6-0662-684e3ecb2c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.507425] env[63302]: DEBUG oslo_vmware.api [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796386, 'name': ReconfigVM_Task, 'duration_secs': 0.133231} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.507595] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372538', 'volume_id': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'name': 'volume-9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'da177ef6-f391-4b72-be96-800ba6323600', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609', 'serial': '9d1bfd0f-b8d3-4782-b23c-9b3c98006609'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2021.896024] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52dc1944-a8d5-94e6-0662-684e3ecb2c59, 'name': SearchDatastore_Task, 'duration_secs': 0.007829} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.896932] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2022976c-790f-416c-93aa-4862afbf4211 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.902141] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2021.902141] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52af054c-4a8f-4a62-746a-b5855d99f6f7" [ 2021.902141] env[63302]: _type = "Task" [ 2021.902141] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.909717] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52af054c-4a8f-4a62-746a-b5855d99f6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.047473] env[63302]: DEBUG nova.objects.instance [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.412854] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52af054c-4a8f-4a62-746a-b5855d99f6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.413159] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.413428] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] cca3c67a-d433-4c35-881f-2b0976142b3c/cca3c67a-d433-4c35-881f-2b0976142b3c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2022.413683] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7dfe1ae-a83e-4d2a-bd7c-21d5fce7b1b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.420491] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2022.420491] env[63302]: value = "task-1796387" [ 2022.420491] env[63302]: _type = "Task" [ 2022.420491] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.428018] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.503566] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f9188-5f21-4594-8121-58e312336188 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.524588] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance 'a1c6cd30-ce58-41ca-a5be-0612e37828cd' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2022.931040] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796387, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.985795] env[63302]: DEBUG oslo_concurrency.lockutils [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.031072] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.031719] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc444917-9ed8-49b1-9a1c-7b61abc34bcc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.039067] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2023.039067] env[63302]: value = "task-1796388" [ 2023.039067] env[63302]: _type = "Task" [ 2023.039067] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.047369] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.053907] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7261c789-33c4-4014-83c3-451ca1b27ee7 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.055151] env[63302]: DEBUG oslo_concurrency.lockutils [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.069s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.055271] env[63302]: DEBUG nova.compute.manager [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.056278] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35718119-879a-40ad-9607-e0d6d1fd2e08 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.062415] env[63302]: DEBUG nova.compute.manager [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2023.063199] env[63302]: DEBUG nova.objects.instance [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.271500] env[63302]: INFO nova.compute.manager [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Rebuilding instance [ 2023.312553] env[63302]: DEBUG nova.compute.manager [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.313414] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d458d4-e798-4f1d-b11a-fd3098535869 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.431793] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607092} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.432634] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] cca3c67a-d433-4c35-881f-2b0976142b3c/cca3c67a-d433-4c35-881f-2b0976142b3c.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.432634] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.432804] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22758485-903b-427a-a856-4e15288deb75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.439494] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2023.439494] env[63302]: value = "task-1796389" [ 2023.439494] env[63302]: _type = "Task" [ 2023.439494] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.446535] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.549176] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796388, 'name': PowerOffVM_Task, 'duration_secs': 0.223298} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.549398] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.549583] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance 'a1c6cd30-ce58-41ca-a5be-0612e37828cd' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2023.949954] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065754} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.950315] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.950981] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a618abe-05ec-46b6-b465-1d495c440f79 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.974179] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] cca3c67a-d433-4c35-881f-2b0976142b3c/cca3c67a-d433-4c35-881f-2b0976142b3c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.974444] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd62ac8c-2781-4be7-ad52-0dd8699b943b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.993649] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2023.993649] env[63302]: value = "task-1796390" [ 2023.993649] env[63302]: _type = "Task" [ 2023.993649] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.001012] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.055339] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2024.055579] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2024.055738] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2024.055916] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2024.056076] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2024.056251] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2024.056464] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2024.056626] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2024.056794] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2024.056957] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2024.057152] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2024.062047] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c12a8ad-7d24-48b7-9128-2d9cc0c2fe9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.072712] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.072945] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8693ce-5159-4ec6-97d8-fef4425b8221 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.080008] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2024.080008] env[63302]: value = "task-1796392" [ 2024.080008] env[63302]: _type = "Task" [ 2024.080008] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.081166] env[63302]: DEBUG oslo_vmware.api [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2024.081166] env[63302]: value = "task-1796391" [ 2024.081166] env[63302]: _type = "Task" [ 2024.081166] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.092033] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.095081] env[63302]: DEBUG oslo_vmware.api [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.327236] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.327515] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-408eb8fc-42f1-4713-aab7-1e40c4a1e349 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.335090] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2024.335090] env[63302]: value = "task-1796393" [ 2024.335090] env[63302]: _type = "Task" [ 2024.335090] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.342775] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.503598] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.593795] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.596608] env[63302]: DEBUG oslo_vmware.api [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796391, 'name': PowerOffVM_Task, 'duration_secs': 0.195628} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.596838] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.597042] env[63302]: DEBUG nova.compute.manager [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.597739] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e13a3a-4e01-4cb8-b87e-4818d58c80f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.845558] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796393, 'name': PowerOffVM_Task, 'duration_secs': 0.171934} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.845839] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.846077] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2024.846842] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b90465d-5679-4545-90e1-30d1abf295aa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.853409] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2024.853626] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fa0d035-5af6-44cc-8a35-9b34445aa33e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.924682] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.924908] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.925106] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleting the datastore file [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.926007] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b9ae7c9-87ba-42c2-91f9-8e3de3b2374a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.933040] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2024.933040] env[63302]: value = "task-1796395" [ 2024.933040] env[63302]: _type = "Task" [ 2024.933040] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.941523] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.006113] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.091301] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.108056] env[63302]: DEBUG oslo_concurrency.lockutils [None req-43615e41-1e4b-4c52-9068-7dcd7c03c447 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.395249] env[63302]: DEBUG nova.objects.instance [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.443643] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.505347] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.592534] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.900955] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.900955] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.900955] env[63302]: DEBUG nova.network.neutron [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2025.900955] env[63302]: DEBUG nova.objects.instance [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'info_cache' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.943220] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.006224] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.093628] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.404563] env[63302]: DEBUG nova.objects.base [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2026.444200] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.407693} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.444519] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2026.444745] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2026.444971] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2026.506515] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796390, 'name': ReconfigVM_Task, 'duration_secs': 2.459962} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.506781] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] cca3c67a-d433-4c35-881f-2b0976142b3c/cca3c67a-d433-4c35-881f-2b0976142b3c.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.507725] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cc773a8-9bf5-40d1-b870-da3095a4d7b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.513791] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2026.513791] env[63302]: value = "task-1796396" [ 2026.513791] env[63302]: _type = "Task" [ 2026.513791] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.520748] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796396, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.600199] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796392, 'name': ReconfigVM_Task, 'duration_secs': 2.250083} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.600540] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance 'a1c6cd30-ce58-41ca-a5be-0612e37828cd' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.024999] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796396, 'name': Rename_Task, 'duration_secs': 0.150405} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.027569] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2027.027830] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75c7612f-af73-4bf7-859d-8d4885143bfa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.034885] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2027.034885] env[63302]: value = "task-1796397" [ 2027.034885] env[63302]: _type = "Task" [ 2027.034885] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.043237] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.108430] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.108773] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.108883] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.109182] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.109496] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.109765] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.110128] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.110414] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.110718] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.110922] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.111119] env[63302]: DEBUG nova.virt.hardware [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.116804] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2027.117536] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d91745a7-2fcf-4d54-9253-bd3b641235c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.136701] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2027.136701] env[63302]: value = "task-1796398" [ 2027.136701] env[63302]: _type = "Task" [ 2027.136701] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.146480] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.149525] env[63302]: DEBUG nova.network.neutron [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updating instance_info_cache with network_info: [{"id": "66e0ab64-6c3d-4148-8d72-cd919559305f", "address": "fa:16:3e:19:e6:20", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e0ab64-6c", "ovs_interfaceid": "66e0ab64-6c3d-4148-8d72-cd919559305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.480647] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.480901] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.481073] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.481263] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.481415] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.481565] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.481770] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.481927] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.482115] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.482297] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.482475] env[63302]: DEBUG nova.virt.hardware [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.483402] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce265a89-4273-46f9-8847-0e69e8538066 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.491623] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d06467-ed73-4f38-a135-d5fdac397c9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.504957] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:b9:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d56b50f-c4f5-46b0-b9e2-159f38189165', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2027.512262] env[63302]: DEBUG oslo.service.loopingcall [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.512482] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2027.512683] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db3e14c3-f2de-4a41-9ef4-d93c85150455 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.530860] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2027.530860] env[63302]: value = "task-1796399" [ 2027.530860] env[63302]: _type = "Task" [ 2027.530860] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.537965] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796399, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.545207] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.647391] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.652075] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Releasing lock "refresh_cache-da177ef6-f391-4b72-be96-800ba6323600" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.047667] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796399, 'name': CreateVM_Task, 'duration_secs': 0.343459} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.048361] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2028.049271] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.049523] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.049955] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2028.054287] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d60ab81-559e-4e71-ba4d-329350664311 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.056457] env[63302]: DEBUG oslo_vmware.api [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796397, 'name': PowerOnVM_Task, 'duration_secs': 1.014143} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.056785] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2028.057091] env[63302]: INFO nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Took 11.12 seconds to spawn the instance on the hypervisor. [ 2028.057359] env[63302]: DEBUG nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2028.058832] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc1b8a2-fa4a-4845-941c-3a18f321c94f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.063694] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2028.063694] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d39abd-5d1f-0e08-4eb0-48b81ac833e3" [ 2028.063694] env[63302]: _type = "Task" [ 2028.063694] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.081049] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d39abd-5d1f-0e08-4eb0-48b81ac833e3, 'name': SearchDatastore_Task, 'duration_secs': 0.007753} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.081049] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.081225] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2028.081504] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.081719] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.081967] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2028.082298] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d54ce7e-742b-477f-acde-0003913d1ad6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.090743] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2028.091010] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2028.091975] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191bd4ce-954f-42da-b978-d518d591ecd3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.098657] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2028.098657] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fdb5f8-8418-88a2-d806-861463e3bb48" [ 2028.098657] env[63302]: _type = "Task" [ 2028.098657] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.109993] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52fdb5f8-8418-88a2-d806-861463e3bb48, 'name': SearchDatastore_Task, 'duration_secs': 0.007823} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.111019] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4825b40d-da41-4f6a-8615-61fca1d3b0dc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.118046] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2028.118046] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5214e87d-a398-a242-464c-63d0dede0050" [ 2028.118046] env[63302]: _type = "Task" [ 2028.118046] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.128394] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5214e87d-a398-a242-464c-63d0dede0050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.147019] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796398, 'name': ReconfigVM_Task, 'duration_secs': 0.667119} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.147306] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2028.148043] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc82b2d1-1842-494d-9f34-a2ec4285691a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.173788] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd/a1c6cd30-ce58-41ca-a5be-0612e37828cd.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2028.174279] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a1868b-cfa7-4305-8aae-b729da5d05a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.192901] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2028.192901] env[63302]: value = "task-1796400" [ 2028.192901] env[63302]: _type = "Task" [ 2028.192901] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.200805] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.584521] env[63302]: INFO nova.compute.manager [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Took 17.17 seconds to build instance. [ 2028.628172] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5214e87d-a398-a242-464c-63d0dede0050, 'name': SearchDatastore_Task, 'duration_secs': 0.007949} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.628452] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.628782] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b/f10a072d-9063-47c9-b1e5-365e3626622b.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2028.629069] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-394f7539-26fe-4de9-a22e-817e88c2d71c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.635253] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2028.635253] env[63302]: value = "task-1796401" [ 2028.635253] env[63302]: _type = "Task" [ 2028.635253] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.643068] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.675497] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.675818] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0fecdee-69dc-490f-b1a8-1d5bd14b1a7b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.682230] env[63302]: DEBUG oslo_vmware.api [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2028.682230] env[63302]: value = "task-1796402" [ 2028.682230] env[63302]: _type = "Task" [ 2028.682230] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.690270] env[63302]: DEBUG oslo_vmware.api [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.700929] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796400, 'name': ReconfigVM_Task, 'duration_secs': 0.461983} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.701200] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd/a1c6cd30-ce58-41ca-a5be-0612e37828cd.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2028.701476] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance 'a1c6cd30-ce58-41ca-a5be-0612e37828cd' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2029.086412] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7ff8a5ce-3295-4148-a08f-f18029559430 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.682s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.145489] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.195031] env[63302]: DEBUG oslo_vmware.api [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796402, 'name': PowerOnVM_Task, 'duration_secs': 0.365398} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.195031] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.195031] env[63302]: DEBUG nova.compute.manager [None req-3f0eed8f-2970-443e-a561-dfb52b92163c tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.195031] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaadbc3-de7d-43a0-8902-a95f7f884315 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.207864] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ee911-9936-4d30-9dec-82594810ac74 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.230428] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de592b-e887-4dd2-a9e4-fe6822b29764 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.254936] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance 'a1c6cd30-ce58-41ca-a5be-0612e37828cd' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2029.569203] env[63302]: DEBUG nova.compute.manager [req-85bd38b9-a961-4e66-9559-d99377a0ea85 req-a8c25384-8852-4fad-b062-7cb4432cd5be service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Received event network-changed-83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2029.569203] env[63302]: DEBUG nova.compute.manager [req-85bd38b9-a961-4e66-9559-d99377a0ea85 req-a8c25384-8852-4fad-b062-7cb4432cd5be service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Refreshing instance network info cache due to event network-changed-83d3b003-a671-4891-9cff-66cd43273e71. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2029.569203] env[63302]: DEBUG oslo_concurrency.lockutils [req-85bd38b9-a961-4e66-9559-d99377a0ea85 req-a8c25384-8852-4fad-b062-7cb4432cd5be service nova] Acquiring lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.569203] env[63302]: DEBUG oslo_concurrency.lockutils [req-85bd38b9-a961-4e66-9559-d99377a0ea85 req-a8c25384-8852-4fad-b062-7cb4432cd5be service nova] Acquired lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.569203] env[63302]: DEBUG nova.network.neutron [req-85bd38b9-a961-4e66-9559-d99377a0ea85 req-a8c25384-8852-4fad-b062-7cb4432cd5be service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Refreshing network info cache for port 83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.646528] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796401, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.147123] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796401, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.010144} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.147563] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b/f10a072d-9063-47c9-b1e5-365e3626622b.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2030.147672] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2030.147878] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b82548-815e-4167-8349-d17a90f8e0a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.154036] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2030.154036] env[63302]: value = "task-1796403" [ 2030.154036] env[63302]: _type = "Task" [ 2030.154036] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.164304] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.304977] env[63302]: DEBUG nova.network.neutron [req-85bd38b9-a961-4e66-9559-d99377a0ea85 req-a8c25384-8852-4fad-b062-7cb4432cd5be service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Updated VIF entry in instance network info cache for port 83d3b003-a671-4891-9cff-66cd43273e71. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.305378] env[63302]: DEBUG nova.network.neutron [req-85bd38b9-a961-4e66-9559-d99377a0ea85 req-a8c25384-8852-4fad-b062-7cb4432cd5be service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Updating instance_info_cache with network_info: [{"id": "83d3b003-a671-4891-9cff-66cd43273e71", "address": "fa:16:3e:af:11:40", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d3b003-a6", "ovs_interfaceid": "83d3b003-a671-4891-9cff-66cd43273e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.664620] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114294} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.664889] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2030.665680] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e774ea-39fe-4c04-9c33-8a8fdfabe2ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.688306] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b/f10a072d-9063-47c9-b1e5-365e3626622b.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.688604] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a27a7b6-033e-4410-b627-546246c91349 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.709330] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2030.709330] env[63302]: value = "task-1796404" [ 2030.709330] env[63302]: _type = "Task" [ 2030.709330] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.717496] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.808505] env[63302]: DEBUG oslo_concurrency.lockutils [req-85bd38b9-a961-4e66-9559-d99377a0ea85 req-a8c25384-8852-4fad-b062-7cb4432cd5be service nova] Releasing lock "refresh_cache-cca3c67a-d433-4c35-881f-2b0976142b3c" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.897802] env[63302]: DEBUG nova.network.neutron [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Port b9294e18-fe36-408e-8683-fab89a985cdb binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2031.218987] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.720077] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796404, 'name': ReconfigVM_Task, 'duration_secs': 0.51591} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.720653] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b/f10a072d-9063-47c9-b1e5-365e3626622b.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2031.720797] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b04156a-e846-4313-8c29-f58e34c7f5a1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.728485] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2031.728485] env[63302]: value = "task-1796405" [ 2031.728485] env[63302]: _type = "Task" [ 2031.728485] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.736179] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796405, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.919654] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.919826] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.919991] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.239493] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796405, 'name': Rename_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.738757] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796405, 'name': Rename_Task, 'duration_secs': 0.515773} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.739061] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2032.739264] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2df4b176-2fa2-4fad-87d4-dd7770e9a496 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.745918] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2032.745918] env[63302]: value = "task-1796406" [ 2032.745918] env[63302]: _type = "Task" [ 2032.745918] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.753112] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.954777] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.954989] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.955199] env[63302]: DEBUG nova.network.neutron [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2033.259379] env[63302]: DEBUG oslo_vmware.api [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796406, 'name': PowerOnVM_Task, 'duration_secs': 0.448524} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.259853] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.260164] env[63302]: DEBUG nova.compute.manager [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.261397] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8d776f-b20c-498b-81ed-af5d3e9ed41c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.657276] env[63302]: DEBUG nova.network.neutron [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance_info_cache with network_info: [{"id": "b9294e18-fe36-408e-8683-fab89a985cdb", "address": "fa:16:3e:93:35:27", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9294e18-fe", "ovs_interfaceid": "b9294e18-fe36-408e-8683-fab89a985cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.781472] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.781472] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.781472] env[63302]: DEBUG nova.objects.instance [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2034.159618] env[63302]: DEBUG oslo_concurrency.lockutils [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.668444] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f4bb33-1df6-4223-a867-e5301019041a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.675852] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0b34c9-6c10-4746-ad41-fe2c52bb9b58 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.789196] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8cd35f38-faad-40bd-8986-7a2ba6f1f1c2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.771668] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c554f-7a47-4ce0-b4c8-a703e4515cc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.795470] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1c3be2-cf19-4c11-a952-e52b1fc311e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.803341] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance 'a1c6cd30-ce58-41ca-a5be-0612e37828cd' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2036.310507] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.310830] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aaaa628-3b84-4f11-a833-9e165045b0d7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.318407] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2036.318407] env[63302]: value = "task-1796407" [ 2036.318407] env[63302]: _type = "Task" [ 2036.318407] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.326131] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.827761] env[63302]: DEBUG oslo_vmware.api [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796407, 'name': PowerOnVM_Task, 'duration_secs': 0.447578} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.828172] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.828237] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd056db-c42b-4eee-bd87-b9223c2617fc tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance 'a1c6cd30-ce58-41ca-a5be-0612e37828cd' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2039.090603] env[63302]: DEBUG nova.network.neutron [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Port b9294e18-fe36-408e-8683-fab89a985cdb binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2039.090925] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.091037] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.091207] env[63302]: DEBUG nova.network.neutron [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.844112] env[63302]: DEBUG nova.network.neutron [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance_info_cache with network_info: [{"id": "b9294e18-fe36-408e-8683-fab89a985cdb", "address": "fa:16:3e:93:35:27", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9294e18-fe", "ovs_interfaceid": "b9294e18-fe36-408e-8683-fab89a985cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.347702] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.851635] env[63302]: DEBUG nova.compute.manager [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63302) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2041.941414] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.941864] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.444565] env[63302]: DEBUG nova.objects.instance [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'migration_context' on Instance uuid a1c6cd30-ce58-41ca-a5be-0612e37828cd {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.059117] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cc4c59-6df8-484f-84a4-6e81336e887c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.067257] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de2564-4f83-4aa6-8e96-05abb003cfc0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.097919] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bafebb-b2e5-4a44-94a9-893262d43a65 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.105728] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4a7d2a-cb45-43e6-b657-f9167aaddcfa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.120955] env[63302]: DEBUG nova.compute.provider_tree [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2043.642800] env[63302]: ERROR nova.scheduler.client.report [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [req-ecdbaeb3-9c5a-4da7-bd3c-082f6cf4b312] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ecdbaeb3-9c5a-4da7-bd3c-082f6cf4b312"}]} [ 2043.661733] env[63302]: DEBUG nova.scheduler.client.report [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2043.676526] env[63302]: DEBUG nova.scheduler.client.report [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2043.676778] env[63302]: DEBUG nova.compute.provider_tree [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2043.688413] env[63302]: DEBUG nova.scheduler.client.report [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2043.711533] env[63302]: DEBUG nova.scheduler.client.report [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2043.817225] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99396534-bf91-4f54-88d1-2b366f25eaca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.824706] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cef0199-335f-44fd-a825-52634153d189 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.853276] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab50ec6-893d-4af5-a7c1-5f86ca6f79e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.860244] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae57c14-09da-4720-ae64-27c658eae09a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.872778] env[63302]: DEBUG nova.compute.provider_tree [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2044.402537] env[63302]: DEBUG nova.scheduler.client.report [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2044.402850] env[63302]: DEBUG nova.compute.provider_tree [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 181 to 182 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2044.403103] env[63302]: DEBUG nova.compute.provider_tree [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2045.184592] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2045.184854] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2045.185013] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2045.411489] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "62965c49-a336-46ee-86f4-f8914ca72541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.411857] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.412015] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "62965c49-a336-46ee-86f4-f8914ca72541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.412205] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.412376] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.415531] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.474s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.421289] env[63302]: INFO nova.compute.manager [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Terminating instance [ 2045.721460] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.721643] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.721803] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2045.931543] env[63302]: DEBUG nova.compute.manager [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2045.931864] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.932366] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc6094f-14b8-45fd-b18b-d2e56b892ce5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.940747] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2045.940747] env[63302]: value = "task-1796408" [ 2045.940747] env[63302]: _type = "Task" [ 2045.940747] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.949488] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.450292] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796408, 'name': PowerOffVM_Task, 'duration_secs': 0.187793} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.450703] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2046.450776] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2046.450934] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372536', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'name': 'volume-cbef2257-ac02-4d31-9b77-236d8748d9e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '62965c49-a336-46ee-86f4-f8914ca72541', 'attached_at': '2024-12-12T05:44:22.000000', 'detached_at': '', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'serial': 'cbef2257-ac02-4d31-9b77-236d8748d9e5'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2046.451679] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95cbfa6-da5d-4195-8601-8721ec105024 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.469553] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eec83a0-6e40-407d-a1d5-3b9f5cff50c5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.476094] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c61493b-89f1-45df-879f-d9927348cb65 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.495743] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66ef52d-132f-4937-8e33-65e3929433f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.510258] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] The volume has not been displaced from its original location: [datastore1] volume-cbef2257-ac02-4d31-9b77-236d8748d9e5/volume-cbef2257-ac02-4d31-9b77-236d8748d9e5.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2046.515427] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2046.515677] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c692bf-c8bf-4b35-bf81-05c03082b9e5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.533609] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2046.533609] env[63302]: value = "task-1796409" [ 2046.533609] env[63302]: _type = "Task" [ 2046.533609] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.541808] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.932478] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.958279] env[63302]: INFO nova.compute.manager [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Swapping old allocation on dict_keys(['fb3e1725-5508-45da-a52c-61b09cfbc0a0']) held by migration f23be88e-69cc-4723-9c5e-e4be40d87bb9 for instance [ 2046.979849] env[63302]: DEBUG nova.scheduler.client.report [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Overwriting current allocation {'allocations': {'fb3e1725-5508-45da-a52c-61b09cfbc0a0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': '105f0741e28549df88f62c47fe874fb2', 'user_id': '7fd4e9d4d66f4f508d955e97fd182c54', 'consumer_generation': 1} on consumer a1c6cd30-ce58-41ca-a5be-0612e37828cd {{(pid=63302) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2047.043726] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.054200] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.054400] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.054573] env[63302]: DEBUG nova.network.neutron [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2047.435516] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.435746] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2047.435930] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.436090] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.436241] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.436390] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.436562] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.436719] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.436846] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2047.436990] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.544685] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.767282] env[63302]: DEBUG nova.network.neutron [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance_info_cache with network_info: [{"id": "b9294e18-fe36-408e-8683-fab89a985cdb", "address": "fa:16:3e:93:35:27", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9294e18-fe", "ovs_interfaceid": "b9294e18-fe36-408e-8683-fab89a985cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.940413] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.940603] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.940734] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.940888] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2047.941776] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43d9081-c0c0-41f9-8114-d6644c16c0f2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.950095] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444d8365-f412-42fc-bb2c-163a00f185fc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.963746] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd7515-f955-47b3-ae5d-fda4440268e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.969885] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b7011-21ba-418f-b311-016d8ccb36a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.999536] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180496MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2047.999696] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.999885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.043680] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796409, 'name': ReconfigVM_Task, 'duration_secs': 1.169183} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.043954] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2048.048580] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4347a4af-294b-4307-a188-4ff14a2ea88f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.065115] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2048.065115] env[63302]: value = "task-1796410" [ 2048.065115] env[63302]: _type = "Task" [ 2048.065115] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.073139] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.269625] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-a1c6cd30-ce58-41ca-a5be-0612e37828cd" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.270607] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dded8ee-e227-4877-90a6-73e800f157e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.277662] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b9088-a1d2-4562-9cf9-ae19a662c783 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.575547] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796410, 'name': ReconfigVM_Task, 'duration_secs': 0.132533} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.575893] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372536', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'name': 'volume-cbef2257-ac02-4d31-9b77-236d8748d9e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '62965c49-a336-46ee-86f4-f8914ca72541', 'attached_at': '2024-12-12T05:44:22.000000', 'detached_at': '', 'volume_id': 'cbef2257-ac02-4d31-9b77-236d8748d9e5', 'serial': 'cbef2257-ac02-4d31-9b77-236d8748d9e5'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2048.576108] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.576903] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b6b243-7a48-422d-bf4e-489ab0319a7d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.583725] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.583950] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d99f753b-5d29-4635-b255-03b50f9b5854 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.029623] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2049.029828] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2049.029999] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance da177ef6-f391-4b72-be96-800ba6323600 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2049.030182] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 878bc679-85e8-4b64-9af8-fde9d714e160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2049.030340] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance f10a072d-9063-47c9-b1e5-365e3626622b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2049.030495] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 62965c49-a336-46ee-86f4-f8914ca72541 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2049.030646] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance cca3c67a-d433-4c35-881f-2b0976142b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2049.030799] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a1c6cd30-ce58-41ca-a5be-0612e37828cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2049.031057] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2049.031244] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2049.072266] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2049.072552] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2049.072784] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleting the datastore file [datastore1] 62965c49-a336-46ee-86f4-f8914ca72541 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2049.073107] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a24046-7f2c-46f4-baaf-2c3ebc8eaea7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.079064] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2049.079064] env[63302]: value = "task-1796412" [ 2049.079064] env[63302]: _type = "Task" [ 2049.079064] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.089165] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.131575] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71538882-1d3d-4c62-9003-09e7a4eb83fe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.138740] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e49db38-fa52-433f-9230-3f1d59e7c1fa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.170505] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f252ce5-da3b-4f52-8d51-5c962c7b9d69 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.177669] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee3e8e2-6c36-4e87-9b7e-ad041a55648c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.190552] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2049.362023] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2049.362328] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d91281-5e95-432c-9535-a48bece3b183 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.369758] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2049.369758] env[63302]: value = "task-1796413" [ 2049.369758] env[63302]: _type = "Task" [ 2049.369758] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.377343] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.591197] env[63302]: DEBUG oslo_vmware.api [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081139} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.591567] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2049.591662] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2049.591892] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2049.592164] env[63302]: INFO nova.compute.manager [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Took 3.66 seconds to destroy the instance on the hypervisor. [ 2049.592478] env[63302]: DEBUG oslo.service.loopingcall [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2049.592690] env[63302]: DEBUG nova.compute.manager [-] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2049.593189] env[63302]: DEBUG nova.network.neutron [-] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2049.711330] env[63302]: ERROR nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [req-cb5a3480-7114-4907-9303-9b8c64f95e88] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fb3e1725-5508-45da-a52c-61b09cfbc0a0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cb5a3480-7114-4907-9303-9b8c64f95e88"}]} [ 2049.727225] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing inventories for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2049.739251] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating ProviderTree inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2049.739426] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2049.749212] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing aggregate associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, aggregates: None {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2049.766877] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Refreshing trait associations for resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=63302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2049.861606] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de4610-f5c0-424f-b3a7-e079ca3799c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.869586] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b7ffc3-879c-405c-9282-1f454b650295 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.880562] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796413, 'name': PowerOffVM_Task, 'duration_secs': 0.178313} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.905488] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2049.906230] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2049.906445] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2049.906628] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2049.906843] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2049.907020] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2049.907182] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2049.907410] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2049.907562] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2049.907754] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2049.907941] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2049.908138] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2049.913425] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d6b5d3-c04d-4593-a27c-873b4901d2b4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.924122] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1127721c-8a43-43d9-a76c-ef4c5b2ccf5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.932685] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c7155d-897b-4c82-866c-961a09844262 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.936649] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2049.936649] env[63302]: value = "task-1796414" [ 2049.936649] env[63302]: _type = "Task" [ 2049.936649] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.947538] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2049.953950] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.141781] env[63302]: DEBUG nova.compute.manager [req-11bf5ac7-416f-4bbd-a51b-c480f5753e9f req-43286677-c0f5-43ce-a867-cdb57d7dcc15 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Received event network-vif-deleted-39288bf4-0183-4433-919c-f36341bf6ae2 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2050.141970] env[63302]: INFO nova.compute.manager [req-11bf5ac7-416f-4bbd-a51b-c480f5753e9f req-43286677-c0f5-43ce-a867-cdb57d7dcc15 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Neutron deleted interface 39288bf4-0183-4433-919c-f36341bf6ae2; detaching it from the instance and deleting it from the info cache [ 2050.142121] env[63302]: DEBUG nova.network.neutron [req-11bf5ac7-416f-4bbd-a51b-c480f5753e9f req-43286677-c0f5-43ce-a867-cdb57d7dcc15 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.446910] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796414, 'name': ReconfigVM_Task, 'duration_secs': 0.393202} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.447849] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626dc40d-ed09-497e-bf07-57756fed0d68 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.470923] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2050.471183] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2050.471344] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2050.471527] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2050.471676] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2050.471825] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2050.472038] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2050.472203] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2050.472371] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2050.472533] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2050.472707] env[63302]: DEBUG nova.virt.hardware [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2050.473486] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90982bb6-c7e6-4044-a814-b9bd6f70cc9c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.476724] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updated inventory for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2050.476989] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating resource provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 generation from 183 to 184 during operation: update_inventory {{(pid=63302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2050.477171] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Updating inventory in ProviderTree for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2050.481248] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2050.481248] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b11e11-354b-0f2a-954d-307e7b6efc2a" [ 2050.481248] env[63302]: _type = "Task" [ 2050.481248] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.490668] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b11e11-354b-0f2a-954d-307e7b6efc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.620451] env[63302]: DEBUG nova.network.neutron [-] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.644840] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c452bcf7-6d15-481a-a503-58e752df87f3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.655057] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e943c32-6ffe-4996-8f97-5356d788a44c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.683812] env[63302]: DEBUG nova.compute.manager [req-11bf5ac7-416f-4bbd-a51b-c480f5753e9f req-43286677-c0f5-43ce-a867-cdb57d7dcc15 service nova] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Detach interface failed, port_id=39288bf4-0183-4433-919c-f36341bf6ae2, reason: Instance 62965c49-a336-46ee-86f4-f8914ca72541 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2050.982859] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2050.983090] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.983s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.983405] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.983610] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2050.994034] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52b11e11-354b-0f2a-954d-307e7b6efc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.015156} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.999384] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2050.999651] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d520596-6369-4faa-accb-33b4f12026b3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.017686] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2051.017686] env[63302]: value = "task-1796415" [ 2051.017686] env[63302]: _type = "Task" [ 2051.017686] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.025441] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.123356] env[63302]: INFO nova.compute.manager [-] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Took 1.53 seconds to deallocate network for instance. [ 2051.496743] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] There are 34 instances to clean {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2051.496926] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 7a3ff2dc-335e-4d3e-97fd-b1d502375ad9] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2051.528113] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796415, 'name': ReconfigVM_Task, 'duration_secs': 0.213346} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.528382] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2051.529158] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a14cfb8-0bda-44f4-aa44-08c2d35390c6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.553519] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd/a1c6cd30-ce58-41ca-a5be-0612e37828cd.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2051.553778] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb94007a-c980-4477-88ac-657764ac6685 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.573016] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2051.573016] env[63302]: value = "task-1796416" [ 2051.573016] env[63302]: _type = "Task" [ 2051.573016] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.580411] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.670328] env[63302]: INFO nova.compute.manager [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Took 0.55 seconds to detach 1 volumes for instance. [ 2051.673211] env[63302]: DEBUG nova.compute.manager [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 62965c49-a336-46ee-86f4-f8914ca72541] Deleting volume: cbef2257-ac02-4d31-9b77-236d8748d9e5 {{(pid=63302) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2052.000363] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 289234fa-f5eb-4d47-ad35-9daf4825b7ee] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2052.082943] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796416, 'name': ReconfigVM_Task, 'duration_secs': 0.347737} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.083310] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd/a1c6cd30-ce58-41ca-a5be-0612e37828cd.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2052.084513] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79a4e6-34fb-4cfb-90b6-df8b54e68183 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.105439] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a80ad8-fea2-44d5-b2a2-5276f667aff0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.125867] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd1c7be-a70a-4cbc-ae91-71e07ec5bef3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.145320] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223a9d0-5c9c-4631-bc7d-43ab8a73e9b0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.151974] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2052.152202] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-646837f1-ce74-4f1c-b611-50cb2cb259f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.157878] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2052.157878] env[63302]: value = "task-1796418" [ 2052.157878] env[63302]: _type = "Task" [ 2052.157878] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.164800] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.213475] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.213749] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.213969] env[63302]: DEBUG nova.objects.instance [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'resources' on Instance uuid 62965c49-a336-46ee-86f4-f8914ca72541 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.503346] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 7a1cc150-88dd-4949-9544-88fc595dbb65] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2052.668195] env[63302]: DEBUG oslo_vmware.api [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796418, 'name': PowerOnVM_Task, 'duration_secs': 0.42994} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.668457] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2052.819289] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b5c44f-7ff2-4b6b-96d6-f18786178524 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.826970] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfce1945-6d03-4692-82f1-74bc9c36f572 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.856291] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aacb7d9-974e-42e2-a874-8f4736bdaae2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.863455] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64268416-487c-4a86-baa2-6724e56e083a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.876942] env[63302]: DEBUG nova.compute.provider_tree [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2053.006894] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 0e36d070-1c02-4056-85af-3002ec82f314] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2053.379807] env[63302]: DEBUG nova.scheduler.client.report [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2053.510510] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: c8d10748-d54e-4662-bd83-8ee2dec3891e] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2053.712138] env[63302]: INFO nova.compute.manager [None req-e7ae8fa7-3248-4baa-8c93-1fa97dbfb871 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance to original state: 'active' [ 2053.884282] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.901240] env[63302]: INFO nova.scheduler.client.report [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted allocations for instance 62965c49-a336-46ee-86f4-f8914ca72541 [ 2054.013465] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 234e3530-5b17-4fdb-b18a-d9a036446554] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2054.408537] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b8918a8f-b4c3-42a3-ad78-a61402a31ff4 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "62965c49-a336-46ee-86f4-f8914ca72541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.997s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.516204] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6d13ed52-aa60-446a-b9c1-c7746bc35d4c] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2054.927317] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.927772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.927772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.927938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.928141] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.930235] env[63302]: INFO nova.compute.manager [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Terminating instance [ 2055.019399] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 0f36cf81-7f40-4c2a-a530-cff50c4aae2c] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2055.262683] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "878bc679-85e8-4b64-9af8-fde9d714e160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.262877] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "878bc679-85e8-4b64-9af8-fde9d714e160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.263105] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "878bc679-85e8-4b64-9af8-fde9d714e160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.263298] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "878bc679-85e8-4b64-9af8-fde9d714e160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.263471] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "878bc679-85e8-4b64-9af8-fde9d714e160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.265705] env[63302]: INFO nova.compute.manager [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Terminating instance [ 2055.434138] env[63302]: DEBUG nova.compute.manager [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2055.434403] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2055.434843] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fe22aea-5118-4a21-ab8c-31f9fdc360a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.442750] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2055.442750] env[63302]: value = "task-1796419" [ 2055.442750] env[63302]: _type = "Task" [ 2055.442750] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.452512] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.523352] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 34b2114e-8fb7-4fcd-8439-b30f621813b2] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2055.770056] env[63302]: DEBUG nova.compute.manager [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2055.770056] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.770300] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae633dd-7b3d-49c5-b257-c965eb0163ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.777863] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2055.778044] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92fb9759-427e-40ca-aca6-c3ba44bf071c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.783984] env[63302]: DEBUG oslo_vmware.api [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2055.783984] env[63302]: value = "task-1796420" [ 2055.783984] env[63302]: _type = "Task" [ 2055.783984] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.792776] env[63302]: DEBUG oslo_vmware.api [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.958847] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796419, 'name': PowerOffVM_Task, 'duration_secs': 0.200963} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.959271] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.959377] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2055.959566] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372542', 'volume_id': '770fb9a2-ef79-4271-8c8c-bae503a10d62', 'name': 'volume-770fb9a2-ef79-4271-8c8c-bae503a10d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a1c6cd30-ce58-41ca-a5be-0612e37828cd', 'attached_at': '2024-12-12T05:45:03.000000', 'detached_at': '', 'volume_id': '770fb9a2-ef79-4271-8c8c-bae503a10d62', 'serial': '770fb9a2-ef79-4271-8c8c-bae503a10d62'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2055.960485] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cd91bc-32ff-44dd-b34e-bb0659c13c26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.982256] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b707b387-f432-434f-a8f1-61c9e12155ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.989334] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa717072-8581-4acb-b10f-dfb71383f024 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.009234] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e309715b-f6b1-4eac-8433-4a6c863f971b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.023283] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] The volume has not been displaced from its original location: [datastore1] volume-770fb9a2-ef79-4271-8c8c-bae503a10d62/volume-770fb9a2-ef79-4271-8c8c-bae503a10d62.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2056.028638] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2056.029067] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: dfa59fd9-7ec2-43e8-8023-7f99f559c4f2] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2056.031346] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c5cb28-1206-4587-bd67-a7a74149210c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.052180] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2056.052180] env[63302]: value = "task-1796421" [ 2056.052180] env[63302]: _type = "Task" [ 2056.052180] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.061025] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.293878] env[63302]: DEBUG oslo_vmware.api [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796420, 'name': PowerOffVM_Task, 'duration_secs': 0.215309} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.294101] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.294273] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.294524] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32f36bd5-5a9e-44ba-97e9-b595be75bb00 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.387730] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.388085] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.388381] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleting the datastore file [datastore1] 878bc679-85e8-4b64-9af8-fde9d714e160 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.388719] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-951e7d13-217e-43c6-ab6c-6ee7f1ee063a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.395313] env[63302]: DEBUG oslo_vmware.api [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2056.395313] env[63302]: value = "task-1796423" [ 2056.395313] env[63302]: _type = "Task" [ 2056.395313] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.403712] env[63302]: DEBUG oslo_vmware.api [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.546606] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: bdf052d6-bd30-45f5-9bdd-e8cb0804f3c3] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2056.562433] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796421, 'name': ReconfigVM_Task, 'duration_secs': 0.216056} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.562698] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2056.567397] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65aa623b-a3f2-47df-884b-a9fda6e9da9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.582762] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2056.582762] env[63302]: value = "task-1796424" [ 2056.582762] env[63302]: _type = "Task" [ 2056.582762] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.590377] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.908130] env[63302]: DEBUG oslo_vmware.api [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135972} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.908489] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.908776] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.909083] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.909371] env[63302]: INFO nova.compute.manager [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2056.909743] env[63302]: DEBUG oslo.service.loopingcall [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.910045] env[63302]: DEBUG nova.compute.manager [-] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.910200] env[63302]: DEBUG nova.network.neutron [-] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.050576] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 5245bfcc-381e-484e-a233-b801e49ecb79] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2057.093694] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.173292] env[63302]: DEBUG nova.compute.manager [req-66d1f6d5-54db-4992-b898-625e7050afca req-47096e34-2a18-49a2-977d-3b32d5dd4d5f service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Received event network-vif-deleted-86d4630b-d8a3-465a-b4df-e7b029efa144 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2057.173487] env[63302]: INFO nova.compute.manager [req-66d1f6d5-54db-4992-b898-625e7050afca req-47096e34-2a18-49a2-977d-3b32d5dd4d5f service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Neutron deleted interface 86d4630b-d8a3-465a-b4df-e7b029efa144; detaching it from the instance and deleting it from the info cache [ 2057.174207] env[63302]: DEBUG nova.network.neutron [req-66d1f6d5-54db-4992-b898-625e7050afca req-47096e34-2a18-49a2-977d-3b32d5dd4d5f service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.554508] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 8de9ff79-7463-431a-8cde-bea87aff1633] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2057.593194] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796424, 'name': ReconfigVM_Task, 'duration_secs': 0.753885} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.593487] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372542', 'volume_id': '770fb9a2-ef79-4271-8c8c-bae503a10d62', 'name': 'volume-770fb9a2-ef79-4271-8c8c-bae503a10d62', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a1c6cd30-ce58-41ca-a5be-0612e37828cd', 'attached_at': '2024-12-12T05:45:03.000000', 'detached_at': '', 'volume_id': '770fb9a2-ef79-4271-8c8c-bae503a10d62', 'serial': '770fb9a2-ef79-4271-8c8c-bae503a10d62'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2057.593755] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2057.594501] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b148c0d-191e-44aa-bf6e-7dc59fadb1a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.600780] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2057.600991] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29345b24-de5e-47ab-aba4-a7f94001e6b9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.651562] env[63302]: DEBUG nova.network.neutron [-] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.676200] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ab425de-4181-4032-8628-74b29df3a8f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.679585] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.679784] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.679961] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleting the datastore file [datastore1] a1c6cd30-ce58-41ca-a5be-0612e37828cd {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.680583] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac2d7afa-a25e-4410-a07e-e7bb955677bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.686718] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93256c04-4f46-458f-b0d8-73f2436c81ea {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.700437] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2057.700437] env[63302]: value = "task-1796426" [ 2057.700437] env[63302]: _type = "Task" [ 2057.700437] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.709757] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.718273] env[63302]: DEBUG nova.compute.manager [req-66d1f6d5-54db-4992-b898-625e7050afca req-47096e34-2a18-49a2-977d-3b32d5dd4d5f service nova] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Detach interface failed, port_id=86d4630b-d8a3-465a-b4df-e7b029efa144, reason: Instance 878bc679-85e8-4b64-9af8-fde9d714e160 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2058.057768] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 712fc354-76da-417c-8b60-831c514b8467] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2058.154920] env[63302]: INFO nova.compute.manager [-] [instance: 878bc679-85e8-4b64-9af8-fde9d714e160] Took 1.24 seconds to deallocate network for instance. [ 2058.210276] env[63302]: DEBUG oslo_vmware.api [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129208} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.210530] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2058.210714] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2058.210890] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2058.211076] env[63302]: INFO nova.compute.manager [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Took 2.78 seconds to destroy the instance on the hypervisor. [ 2058.211308] env[63302]: DEBUG oslo.service.loopingcall [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.211492] env[63302]: DEBUG nova.compute.manager [-] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2058.211589] env[63302]: DEBUG nova.network.neutron [-] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2058.561625] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 782ea615-d24e-4bed-9bd8-99547ce233f1] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2058.661590] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.661928] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.662199] env[63302]: DEBUG nova.objects.instance [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'resources' on Instance uuid 878bc679-85e8-4b64-9af8-fde9d714e160 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.065343] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 73f9313c-b5bd-4e90-8b89-43f2814ebbff] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2059.155658] env[63302]: DEBUG nova.network.neutron [-] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.201212] env[63302]: DEBUG nova.compute.manager [req-6e462a6f-9613-40d8-9071-eb9c025ac849 req-e8c2f781-f8c1-420f-a152-7f5f23ba6ad4 service nova] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Received event network-vif-deleted-b9294e18-fe36-408e-8683-fab89a985cdb {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2059.264830] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8b0f5b-d6e6-4277-a0ed-56145f3ec568 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.273616] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e6e95-f1fe-44fd-83d5-91c1ff21134e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.304508] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59ca125-1f18-4420-ae53-3384f7b2016d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.311859] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446e939f-cf05-4c07-bcb5-d49acdbd5b75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.324977] env[63302]: DEBUG nova.compute.provider_tree [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2059.568897] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: b6b313c8-39e0-4500-9bc4-f30b0db59e86] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2059.659183] env[63302]: INFO nova.compute.manager [-] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Took 1.45 seconds to deallocate network for instance. [ 2059.829148] env[63302]: DEBUG nova.scheduler.client.report [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2060.072079] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: b106bb73-fedf-4b13-b02e-0a277c8ea7f2] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2060.204190] env[63302]: INFO nova.compute.manager [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a1c6cd30-ce58-41ca-a5be-0612e37828cd] Took 0.54 seconds to detach 1 volumes for instance. [ 2060.334830] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.357466] env[63302]: INFO nova.scheduler.client.report [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted allocations for instance 878bc679-85e8-4b64-9af8-fde9d714e160 [ 2060.439146] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.439400] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.439616] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "da177ef6-f391-4b72-be96-800ba6323600-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.439805] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.439982] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.441944] env[63302]: INFO nova.compute.manager [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Terminating instance [ 2060.575773] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: eb05ee55-044c-4901-bbd2-174d0e8920f9] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2060.713519] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.713777] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.713995] env[63302]: DEBUG nova.objects.instance [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'resources' on Instance uuid a1c6cd30-ce58-41ca-a5be-0612e37828cd {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2060.865297] env[63302]: DEBUG oslo_concurrency.lockutils [None req-98e12201-c34a-44a6-9447-e58f00472503 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "878bc679-85e8-4b64-9af8-fde9d714e160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.602s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.946370] env[63302]: DEBUG nova.compute.manager [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2060.947791] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2060.950370] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120db157-39cd-4a74-9752-348d5124b190 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.967340] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2060.967580] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88b18c23-ec91-4489-8050-009b339819ec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.981534] env[63302]: DEBUG oslo_vmware.api [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2060.981534] env[63302]: value = "task-1796427" [ 2060.981534] env[63302]: _type = "Task" [ 2060.981534] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.998154] env[63302]: DEBUG oslo_vmware.api [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.079519] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 866b74d8-ab5b-4b46-9b07-72c9228c1ebd] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2061.302572] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a49424-0849-4c79-b065-9f0f1cacdba6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.310761] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beeda3d-1c2f-46dc-a4d0-731bf8344bda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.340957] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baed673-afa0-4e73-acef-b98543a6d5ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.348060] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7534aa2e-17cc-4c5b-abe7-b5db039aa4ba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.360850] env[63302]: DEBUG nova.compute.provider_tree [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2061.491298] env[63302]: DEBUG oslo_vmware.api [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796427, 'name': PowerOffVM_Task, 'duration_secs': 0.264285} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.491513] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2061.491690] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2061.491964] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea651f2-9ce4-4d99-955e-94e32f11ff4b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.569638] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2061.569828] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2061.569989] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Deleting the datastore file [datastore1] da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2061.570289] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f002d0d-24a9-447a-93f0-5e5518ba794b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.575953] env[63302]: DEBUG oslo_vmware.api [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2061.575953] env[63302]: value = "task-1796430" [ 2061.575953] env[63302]: _type = "Task" [ 2061.575953] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.583861] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 33fe80e1-a693-498d-b39d-da26e1f7b19c] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2061.585807] env[63302]: DEBUG oslo_vmware.api [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.865055] env[63302]: DEBUG nova.scheduler.client.report [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2062.085716] env[63302]: DEBUG oslo_vmware.api [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172317} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.086154] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2062.086154] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2062.086331] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2062.086510] env[63302]: INFO nova.compute.manager [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: da177ef6-f391-4b72-be96-800ba6323600] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2062.086788] env[63302]: DEBUG oslo.service.loopingcall [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2062.087143] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 735914ec-6df5-4387-9954-1ee72de38365] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2062.088831] env[63302]: DEBUG nova.compute.manager [-] [instance: da177ef6-f391-4b72-be96-800ba6323600] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2062.088949] env[63302]: DEBUG nova.network.neutron [-] [instance: da177ef6-f391-4b72-be96-800ba6323600] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2062.371065] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.397470] env[63302]: INFO nova.scheduler.client.report [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted allocations for instance a1c6cd30-ce58-41ca-a5be-0612e37828cd [ 2062.592012] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 0c9cc5a6-cba7-4b3e-9375-ff80cd628c72] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2062.746699] env[63302]: DEBUG nova.compute.manager [req-78488f7e-646b-4989-affe-b505bc322575 req-0df41206-31ae-4570-9385-2094a48903b2 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Received event network-vif-deleted-66e0ab64-6c3d-4148-8d72-cd919559305f {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2062.746977] env[63302]: INFO nova.compute.manager [req-78488f7e-646b-4989-affe-b505bc322575 req-0df41206-31ae-4570-9385-2094a48903b2 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Neutron deleted interface 66e0ab64-6c3d-4148-8d72-cd919559305f; detaching it from the instance and deleting it from the info cache [ 2062.747213] env[63302]: DEBUG nova.network.neutron [req-78488f7e-646b-4989-affe-b505bc322575 req-0df41206-31ae-4570-9385-2094a48903b2 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.904479] env[63302]: DEBUG oslo_concurrency.lockutils [None req-839e161d-c7e3-408c-9b62-0c013560fe95 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a1c6cd30-ce58-41ca-a5be-0612e37828cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.977s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.095454] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 211063c2-f38d-431a-b74f-53f24d8a4e41] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2063.221800] env[63302]: DEBUG nova.network.neutron [-] [instance: da177ef6-f391-4b72-be96-800ba6323600] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.251038] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a2d3627-aa64-429f-b77d-f71eb0d9b9ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.260571] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49cee0f-c7dd-4442-afbc-d66ae543bd5c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.288214] env[63302]: DEBUG nova.compute.manager [req-78488f7e-646b-4989-affe-b505bc322575 req-0df41206-31ae-4570-9385-2094a48903b2 service nova] [instance: da177ef6-f391-4b72-be96-800ba6323600] Detach interface failed, port_id=66e0ab64-6c3d-4148-8d72-cd919559305f, reason: Instance da177ef6-f391-4b72-be96-800ba6323600 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2063.601118] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: a230a16a-5efc-40f3-8c24-bc7a6abaa455] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2063.724839] env[63302]: INFO nova.compute.manager [-] [instance: da177ef6-f391-4b72-be96-800ba6323600] Took 1.64 seconds to deallocate network for instance. [ 2064.103378] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 3bee7b2a-5da0-4f51-aa89-4bc8ef955c9a] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2064.231427] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.231708] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.231934] env[63302]: DEBUG nova.objects.instance [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'resources' on Instance uuid da177ef6-f391-4b72-be96-800ba6323600 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.277450] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.277716] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.607043] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: dcf8ad6d-ee81-4ecc-ac9a-de5f4893914e] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2064.779575] env[63302]: DEBUG nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.824785] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d511077a-264c-4210-b6a4-fd86eb51d716 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.832721] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ac2c23-7ac1-49cb-a461-deac98043433 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.863422] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a2e255-610b-4590-bb32-d932325e03de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.870402] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d9f6f2-1e0d-4201-9612-15ce9ea42477 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.883174] env[63302]: DEBUG nova.compute.provider_tree [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2064.952236] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.952491] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.952699] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.952885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.953081] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.955095] env[63302]: INFO nova.compute.manager [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Terminating instance [ 2065.111077] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: cd22dd88-cc4b-4988-bffc-a8f72a6f07fc] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2065.297460] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.385709] env[63302]: DEBUG nova.scheduler.client.report [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.459288] env[63302]: DEBUG nova.compute.manager [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2065.459527] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2065.460425] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6213ea0f-6cb0-42a2-ab88-33795f1eeb59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.468858] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2065.469094] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4749a4bd-0830-489d-b84e-bde4a9eacbf5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.475857] env[63302]: DEBUG oslo_vmware.api [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2065.475857] env[63302]: value = "task-1796431" [ 2065.475857] env[63302]: _type = "Task" [ 2065.475857] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.483692] env[63302]: DEBUG oslo_vmware.api [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.614357] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 7e2e62ec-9c4d-424f-bb4b-8f04c083536c] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2065.890527] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.893079] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.596s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.895071] env[63302]: INFO nova.compute.claims [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2065.911045] env[63302]: INFO nova.scheduler.client.report [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Deleted allocations for instance da177ef6-f391-4b72-be96-800ba6323600 [ 2065.985207] env[63302]: DEBUG oslo_vmware.api [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796431, 'name': PowerOffVM_Task, 'duration_secs': 0.285671} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.985576] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2065.985793] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2065.986128] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fca64a2-1070-4c8f-b602-e1784ecd8a03 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.118622] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: d5480818-0f2c-459f-921d-a2740b215696] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2066.151800] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.152025] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.152214] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleting the datastore file [datastore1] c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.152469] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c916d9c6-5730-415a-ad69-28abc1c9e9f4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.159503] env[63302]: DEBUG oslo_vmware.api [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for the task: (returnval){ [ 2066.159503] env[63302]: value = "task-1796433" [ 2066.159503] env[63302]: _type = "Task" [ 2066.159503] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.166775] env[63302]: DEBUG oslo_vmware.api [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.417399] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e4d6947b-994d-4f50-a3b3-f547af09d5ff tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "da177ef6-f391-4b72-be96-800ba6323600" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.978s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.621354] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: a3086519-e3e2-439d-8dfd-942b8d506742] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2066.669931] env[63302]: DEBUG oslo_vmware.api [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.975112] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "cca3c67a-d433-4c35-881f-2b0976142b3c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.975765] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.981488] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2616242f-760d-45d0-86ad-37f8bd940db2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.990278] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29814f92-7934-4f18-ac38-dcf75b815eb1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.022263] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f15fc27-7032-41f0-9465-2c14347c95e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.029989] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73afb2-86e7-42c4-9aaf-e424dbd516c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.043347] env[63302]: DEBUG nova.compute.provider_tree [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2067.125706] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 25358a48-5664-4841-9b5a-fcbccea1b293] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2067.170854] env[63302]: DEBUG oslo_vmware.api [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.478681] env[63302]: DEBUG nova.compute.utils [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.546051] env[63302]: DEBUG nova.scheduler.client.report [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2067.629684] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6db8cf55-cabf-406e-a09d-3f0f6d7825f1] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2067.669939] env[63302]: DEBUG oslo_vmware.api [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Task: {'id': task-1796433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.504854} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.670211] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.670395] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.670570] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.670797] env[63302]: INFO nova.compute.manager [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Took 2.21 seconds to destroy the instance on the hypervisor. [ 2067.671052] env[63302]: DEBUG oslo.service.loopingcall [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.671245] env[63302]: DEBUG nova.compute.manager [-] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2067.671340] env[63302]: DEBUG nova.network.neutron [-] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2067.919162] env[63302]: DEBUG nova.compute.manager [req-b9a3d417-c600-4567-bfac-ba10fba67a5b req-1903528b-8775-48bb-988f-0699a5b3a7c0 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Received event network-vif-deleted-e9b4f137-73bb-45f3-81b9-164a90ebcc6e {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2067.919688] env[63302]: INFO nova.compute.manager [req-b9a3d417-c600-4567-bfac-ba10fba67a5b req-1903528b-8775-48bb-988f-0699a5b3a7c0 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Neutron deleted interface e9b4f137-73bb-45f3-81b9-164a90ebcc6e; detaching it from the instance and deleting it from the info cache [ 2067.919688] env[63302]: DEBUG nova.network.neutron [req-b9a3d417-c600-4567-bfac-ba10fba67a5b req-1903528b-8775-48bb-988f-0699a5b3a7c0 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.981602] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.050640] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.051212] env[63302]: DEBUG nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2068.132970] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: bbfcb3b2-a3af-4843-943e-114d4b090fcd] Instance has had 0 of 5 cleanup attempts {{(pid=63302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2068.391778] env[63302]: DEBUG nova.network.neutron [-] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.398437] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.398599] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.422318] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8df585ae-f608-4536-b492-07c60955fbfa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.432132] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f600f7c3-52a2-4884-861d-a60714c8bb2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.458942] env[63302]: DEBUG nova.compute.manager [req-b9a3d417-c600-4567-bfac-ba10fba67a5b req-1903528b-8775-48bb-988f-0699a5b3a7c0 service nova] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Detach interface failed, port_id=e9b4f137-73bb-45f3-81b9-164a90ebcc6e, reason: Instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2068.556209] env[63302]: DEBUG nova.compute.utils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2068.557717] env[63302]: DEBUG nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2068.557912] env[63302]: DEBUG nova.network.neutron [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2068.606509] env[63302]: DEBUG nova.policy [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd4e9d4d66f4f508d955e97fd182c54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '105f0741e28549df88f62c47fe874fb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 2068.636577] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.636763] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Cleaning up deleted instances with incomplete migration {{(pid=63302) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2068.868783] env[63302]: DEBUG nova.network.neutron [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Successfully created port: fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2068.895772] env[63302]: INFO nova.compute.manager [-] [instance: c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46] Took 1.22 seconds to deallocate network for instance. [ 2068.900241] env[63302]: DEBUG nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2069.047649] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "cca3c67a-d433-4c35-881f-2b0976142b3c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.047649] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.047649] env[63302]: INFO nova.compute.manager [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Attaching volume 83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb to /dev/sdb [ 2069.063576] env[63302]: DEBUG nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2069.082016] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c105e863-673f-4976-8b99-e946df26f4e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.089239] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d4136a-f849-47c8-9be8-19edce9b164f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.102732] env[63302]: DEBUG nova.virt.block_device [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Updating existing volume attachment record: 196dbabd-1788-4aef-a53d-6a6bba6a2fae {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2069.139668] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.404563] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.404885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.405133] env[63302]: DEBUG nova.objects.instance [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lazy-loading 'resources' on Instance uuid c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2069.427438] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.991409] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055a33c8-6de6-4d3c-9f41-6cd2ef6f1a9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.999790] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6707c1d4-a76a-4537-92e8-a685db944899 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.031216] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafd7c23-5bbe-4d79-9153-a4718a44710f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.039224] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd828e6e-5b8b-47c7-a9c8-243b389a5d57 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.052843] env[63302]: DEBUG nova.compute.provider_tree [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.072294] env[63302]: DEBUG nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2070.097379] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2070.097617] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2070.097934] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2070.098025] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2070.098164] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2070.098307] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2070.098516] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2070.098674] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2070.098841] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2070.099036] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2070.099192] env[63302]: DEBUG nova.virt.hardware [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2070.100046] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9238be49-9cc6-48f8-ac3b-a999f1cfe791 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.109586] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e5b3f-bbb6-4225-9720-f70cb4fef567 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.316453] env[63302]: DEBUG nova.compute.manager [req-e9bc2539-613a-415b-8c77-6db6b09c8b53 req-09c1de61-ae86-4c05-8fd1-e0051e32a7b5 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received event network-vif-plugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2070.316734] env[63302]: DEBUG oslo_concurrency.lockutils [req-e9bc2539-613a-415b-8c77-6db6b09c8b53 req-09c1de61-ae86-4c05-8fd1-e0051e32a7b5 service nova] Acquiring lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.316994] env[63302]: DEBUG oslo_concurrency.lockutils [req-e9bc2539-613a-415b-8c77-6db6b09c8b53 req-09c1de61-ae86-4c05-8fd1-e0051e32a7b5 service nova] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.317120] env[63302]: DEBUG oslo_concurrency.lockutils [req-e9bc2539-613a-415b-8c77-6db6b09c8b53 req-09c1de61-ae86-4c05-8fd1-e0051e32a7b5 service nova] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.317276] env[63302]: DEBUG nova.compute.manager [req-e9bc2539-613a-415b-8c77-6db6b09c8b53 req-09c1de61-ae86-4c05-8fd1-e0051e32a7b5 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] No waiting events found dispatching network-vif-plugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2070.317474] env[63302]: WARNING nova.compute.manager [req-e9bc2539-613a-415b-8c77-6db6b09c8b53 req-09c1de61-ae86-4c05-8fd1-e0051e32a7b5 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received unexpected event network-vif-plugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 for instance with vm_state building and task_state spawning. [ 2070.399555] env[63302]: DEBUG nova.network.neutron [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Successfully updated port: fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2070.555925] env[63302]: DEBUG nova.scheduler.client.report [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.587658] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "f10a072d-9063-47c9-b1e5-365e3626622b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.587940] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "f10a072d-9063-47c9-b1e5-365e3626622b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.588171] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "f10a072d-9063-47c9-b1e5-365e3626622b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.588354] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "f10a072d-9063-47c9-b1e5-365e3626622b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.588522] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "f10a072d-9063-47c9-b1e5-365e3626622b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.590441] env[63302]: INFO nova.compute.manager [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Terminating instance [ 2070.902263] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.902450] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.902562] env[63302]: DEBUG nova.network.neutron [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2071.061062] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.063951] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.636s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.065667] env[63302]: INFO nova.compute.claims [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2071.080683] env[63302]: INFO nova.scheduler.client.report [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Deleted allocations for instance c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46 [ 2071.093975] env[63302]: DEBUG nova.compute.manager [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2071.094229] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2071.095173] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dc4082-9231-4105-806b-26eb046a1497 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.103312] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2071.103557] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d7f657-243c-4606-93c9-da77aa2280dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.110619] env[63302]: DEBUG oslo_vmware.api [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2071.110619] env[63302]: value = "task-1796435" [ 2071.110619] env[63302]: _type = "Task" [ 2071.110619] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.118431] env[63302]: DEBUG oslo_vmware.api [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.434437] env[63302]: DEBUG nova.network.neutron [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2071.555057] env[63302]: DEBUG nova.network.neutron [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [{"id": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "address": "fa:16:3e:5a:e3:1e", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8bd56b-41", "ovs_interfaceid": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.588630] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f58af453-16b4-40f0-8eda-fb3db1a2c0c1 tempest-ServerActionsTestOtherA-493608417 tempest-ServerActionsTestOtherA-493608417-project-member] Lock "c9f11e6e-8111-4b8b-8c05-9c7c74d5bf46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.636s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.621734] env[63302]: DEBUG oslo_vmware.api [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796435, 'name': PowerOffVM_Task, 'duration_secs': 0.20315} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.622056] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2071.622258] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2071.622536] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af4eaf6-5aa0-412a-ac3c-2320df952599 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.059295] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.059736] env[63302]: DEBUG nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Instance network_info: |[{"id": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "address": "fa:16:3e:5a:e3:1e", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8bd56b-41", "ovs_interfaceid": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2072.060217] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:e3:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe8bd56b-4140-4b02-8e84-8260be87f5d0', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2072.068139] env[63302]: DEBUG oslo.service.loopingcall [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2072.068376] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2072.068650] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edb62cfc-187b-42ca-93aa-8ec28770ad3a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.092685] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2072.092685] env[63302]: value = "task-1796438" [ 2072.092685] env[63302]: _type = "Task" [ 2072.092685] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.100826] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796438, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.157304] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f11372c-9aa2-4615-a4e6-552f6e262d86 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.164829] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c507e107-eeec-4cbf-9605-2bb4b33323ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.196957] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b7a4d-56c1-4c7f-8e2f-c0be09993fba {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.199615] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2072.199810] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2072.199987] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleting the datastore file [datastore1] f10a072d-9063-47c9-b1e5-365e3626622b {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2072.200241] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd49163a-39dc-43fe-a877-6edc98e6e080 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.207514] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c03c3b-52a9-4744-a242-442f87e45b30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.211645] env[63302]: DEBUG oslo_vmware.api [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2072.211645] env[63302]: value = "task-1796439" [ 2072.211645] env[63302]: _type = "Task" [ 2072.211645] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.223481] env[63302]: DEBUG nova.compute.provider_tree [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.229369] env[63302]: DEBUG oslo_vmware.api [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.340907] env[63302]: DEBUG nova.compute.manager [req-54473fc0-67e7-4b83-8352-a812637b2c44 req-13257f3b-461f-4f48-9d05-2a75438f755d service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received event network-changed-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2072.341133] env[63302]: DEBUG nova.compute.manager [req-54473fc0-67e7-4b83-8352-a812637b2c44 req-13257f3b-461f-4f48-9d05-2a75438f755d service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Refreshing instance network info cache due to event network-changed-fe8bd56b-4140-4b02-8e84-8260be87f5d0. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2072.341355] env[63302]: DEBUG oslo_concurrency.lockutils [req-54473fc0-67e7-4b83-8352-a812637b2c44 req-13257f3b-461f-4f48-9d05-2a75438f755d service nova] Acquiring lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.341500] env[63302]: DEBUG oslo_concurrency.lockutils [req-54473fc0-67e7-4b83-8352-a812637b2c44 req-13257f3b-461f-4f48-9d05-2a75438f755d service nova] Acquired lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.341660] env[63302]: DEBUG nova.network.neutron [req-54473fc0-67e7-4b83-8352-a812637b2c44 req-13257f3b-461f-4f48-9d05-2a75438f755d service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Refreshing network info cache for port fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2072.602852] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796438, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.724572] env[63302]: DEBUG oslo_vmware.api [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171133} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.724572] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2072.724572] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2072.724572] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2072.724572] env[63302]: INFO nova.compute.manager [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2072.724572] env[63302]: DEBUG oslo.service.loopingcall [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2072.724572] env[63302]: DEBUG nova.compute.manager [-] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2072.724572] env[63302]: DEBUG nova.network.neutron [-] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2072.728035] env[63302]: DEBUG nova.scheduler.client.report [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.105155] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796438, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.168561] env[63302]: DEBUG nova.network.neutron [req-54473fc0-67e7-4b83-8352-a812637b2c44 req-13257f3b-461f-4f48-9d05-2a75438f755d service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updated VIF entry in instance network info cache for port fe8bd56b-4140-4b02-8e84-8260be87f5d0. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2073.169759] env[63302]: DEBUG nova.network.neutron [req-54473fc0-67e7-4b83-8352-a812637b2c44 req-13257f3b-461f-4f48-9d05-2a75438f755d service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [{"id": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "address": "fa:16:3e:5a:e3:1e", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8bd56b-41", "ovs_interfaceid": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.235952] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.236350] env[63302]: DEBUG nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2073.603831] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796438, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.608283] env[63302]: DEBUG nova.network.neutron [-] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.650381] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2073.650626] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372545', 'volume_id': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'name': 'volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cca3c67a-d433-4c35-881f-2b0976142b3c', 'attached_at': '', 'detached_at': '', 'volume_id': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'serial': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2073.651481] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c296fada-7a31-4d6d-9bd0-6c4804b58900 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.668368] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f7a61-35e4-45c3-b3d3-56b96acf1f05 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.671124] env[63302]: DEBUG oslo_concurrency.lockutils [req-54473fc0-67e7-4b83-8352-a812637b2c44 req-13257f3b-461f-4f48-9d05-2a75438f755d service nova] Releasing lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.696820] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb/volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2073.697109] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9874964c-bbfc-421b-b033-eab6d174d379 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.717375] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2073.717375] env[63302]: value = "task-1796440" [ 2073.717375] env[63302]: _type = "Task" [ 2073.717375] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.725982] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.741568] env[63302]: DEBUG nova.compute.utils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2073.743219] env[63302]: DEBUG nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2073.743405] env[63302]: DEBUG nova.network.neutron [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2073.785699] env[63302]: DEBUG nova.policy [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '157c94c3531a4055a9526f030e91d5fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da1efefd50fc450d9325779b903aebdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 2074.104446] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796438, 'name': CreateVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.110998] env[63302]: INFO nova.compute.manager [-] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Took 1.39 seconds to deallocate network for instance. [ 2074.201799] env[63302]: DEBUG nova.network.neutron [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Successfully created port: 7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2074.229201] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.250353] env[63302]: DEBUG nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2074.367629] env[63302]: DEBUG nova.compute.manager [req-7895875a-6176-4a79-8dc7-b1378356ed01 req-8c87ab6f-c45d-4687-aeff-bb4e067118dc service nova] [instance: f10a072d-9063-47c9-b1e5-365e3626622b] Received event network-vif-deleted-3d56b50f-c4f5-46b0-b9e2-159f38189165 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2074.605501] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796438, 'name': CreateVM_Task, 'duration_secs': 2.207376} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.605761] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2074.606381] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.606548] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.606890] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2074.607162] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efe785b-f134-47d0-a972-315412ed8dc5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.611761] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2074.611761] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52477b21-0af6-fabd-ac86-729e6ddd54ad" [ 2074.611761] env[63302]: _type = "Task" [ 2074.611761] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.622457] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.622766] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.623126] env[63302]: DEBUG nova.objects.instance [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'resources' on Instance uuid f10a072d-9063-47c9-b1e5-365e3626622b {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2074.624234] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52477b21-0af6-fabd-ac86-729e6ddd54ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.727944] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.123159] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52477b21-0af6-fabd-ac86-729e6ddd54ad, 'name': SearchDatastore_Task, 'duration_secs': 0.228421} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.123159] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.123159] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2075.123159] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.123450] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.123494] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2075.123848] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1a4bd8f-46ae-43bf-b8f8-52bec7626f8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.134863] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2075.135095] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2075.136077] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d9a0c2-adcf-47bb-be9d-3b0f5d727e0b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.141461] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2075.141461] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d0bdb8-9d46-1da9-c3b8-811543fd1124" [ 2075.141461] env[63302]: _type = "Task" [ 2075.141461] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.149625] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d0bdb8-9d46-1da9-c3b8-811543fd1124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.210021] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84523da-6383-4bd6-b5da-2e94745248f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.217803] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f38894f-7eae-49bc-adc9-334eb3060671 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.230604] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.256915] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cbe5b6-6c40-4bc8-a92b-34c09c186421 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.260970] env[63302]: DEBUG nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2075.269545] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26516c5-88ca-4da7-b6d8-4d164fdead3d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.289203] env[63302]: DEBUG nova.compute.provider_tree [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2075.303698] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2075.304620] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2075.304620] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2075.304620] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2075.304809] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2075.305248] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2075.305358] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2075.305571] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2075.306058] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2075.306125] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2075.306355] env[63302]: DEBUG nova.virt.hardware [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2075.307538] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be161c71-1a64-4c37-811b-62e30af157e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.316261] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a6b65e-d558-4571-9ad6-c89662b09360 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.651520] env[63302]: DEBUG nova.compute.manager [req-2f0698e5-c8ac-49fc-afaa-0961eb4f6c84 req-5c117de8-affd-4fb7-8d6b-d1b57d8f7d8c service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Received event network-vif-plugged-7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2075.651861] env[63302]: DEBUG oslo_concurrency.lockutils [req-2f0698e5-c8ac-49fc-afaa-0961eb4f6c84 req-5c117de8-affd-4fb7-8d6b-d1b57d8f7d8c service nova] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.652239] env[63302]: DEBUG oslo_concurrency.lockutils [req-2f0698e5-c8ac-49fc-afaa-0961eb4f6c84 req-5c117de8-affd-4fb7-8d6b-d1b57d8f7d8c service nova] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.652730] env[63302]: DEBUG oslo_concurrency.lockutils [req-2f0698e5-c8ac-49fc-afaa-0961eb4f6c84 req-5c117de8-affd-4fb7-8d6b-d1b57d8f7d8c service nova] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.653457] env[63302]: DEBUG nova.compute.manager [req-2f0698e5-c8ac-49fc-afaa-0961eb4f6c84 req-5c117de8-affd-4fb7-8d6b-d1b57d8f7d8c service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] No waiting events found dispatching network-vif-plugged-7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2075.653784] env[63302]: WARNING nova.compute.manager [req-2f0698e5-c8ac-49fc-afaa-0961eb4f6c84 req-5c117de8-affd-4fb7-8d6b-d1b57d8f7d8c service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Received unexpected event network-vif-plugged-7b95b42a-db4f-4fee-9464-12bc7a070b60 for instance with vm_state building and task_state spawning. [ 2075.663444] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d0bdb8-9d46-1da9-c3b8-811543fd1124, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.664666] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e556ec5-5e39-4cad-8dc1-ea973d48dc4e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.673134] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2075.673134] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d507ee-fc2b-4b32-0fbc-a837ea94554f" [ 2075.673134] env[63302]: _type = "Task" [ 2075.673134] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.686050] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d507ee-fc2b-4b32-0fbc-a837ea94554f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.731761] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796440, 'name': ReconfigVM_Task, 'duration_secs': 1.705687} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.731883] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb/volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.737396] env[63302]: DEBUG nova.network.neutron [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Successfully updated port: 7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2075.738625] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c34a823-fabc-452d-9c33-da9a69996924 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.759909] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2075.759909] env[63302]: value = "task-1796441" [ 2075.759909] env[63302]: _type = "Task" [ 2075.759909] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.768572] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.794713] env[63302]: DEBUG nova.scheduler.client.report [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.183985] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d507ee-fc2b-4b32-0fbc-a837ea94554f, 'name': SearchDatastore_Task, 'duration_secs': 0.021136} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.184230] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.184489] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb/a4020383-0b10-4ea2-bdaa-ccea08c857eb.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.185109] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c82daa8-498a-4cfd-99f0-7c678ba4da4b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.191493] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2076.191493] env[63302]: value = "task-1796442" [ 2076.191493] env[63302]: _type = "Task" [ 2076.191493] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.199071] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.253922] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.254279] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.254279] env[63302]: DEBUG nova.network.neutron [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2076.269665] env[63302]: DEBUG oslo_vmware.api [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796441, 'name': ReconfigVM_Task, 'duration_secs': 0.275313} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.269858] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372545', 'volume_id': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'name': 'volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cca3c67a-d433-4c35-881f-2b0976142b3c', 'attached_at': '', 'detached_at': '', 'volume_id': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'serial': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2076.300704] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.353553] env[63302]: INFO nova.scheduler.client.report [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted allocations for instance f10a072d-9063-47c9-b1e5-365e3626622b [ 2076.703806] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796442, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.808766] env[63302]: DEBUG nova.network.neutron [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.867263] env[63302]: DEBUG oslo_concurrency.lockutils [None req-959e875f-9478-483d-8c07-a36c59de635e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "f10a072d-9063-47c9-b1e5-365e3626622b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.279s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.014041] env[63302]: DEBUG nova.network.neutron [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Updating instance_info_cache with network_info: [{"id": "7b95b42a-db4f-4fee-9464-12bc7a070b60", "address": "fa:16:3e:44:76:9f", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b95b42a-db", "ovs_interfaceid": "7b95b42a-db4f-4fee-9464-12bc7a070b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.203906] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929069} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.204183] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb/a4020383-0b10-4ea2-bdaa-ccea08c857eb.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.206026] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.206026] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-990c1a18-3d32-4e6f-a3c9-a16107fa2317 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.213024] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2077.213024] env[63302]: value = "task-1796443" [ 2077.213024] env[63302]: _type = "Task" [ 2077.213024] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.222034] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.316947] env[63302]: DEBUG nova.objects.instance [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'flavor' on Instance uuid cca3c67a-d433-4c35-881f-2b0976142b3c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.516605] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Releasing lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.517187] env[63302]: DEBUG nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Instance network_info: |[{"id": "7b95b42a-db4f-4fee-9464-12bc7a070b60", "address": "fa:16:3e:44:76:9f", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b95b42a-db", "ovs_interfaceid": "7b95b42a-db4f-4fee-9464-12bc7a070b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2077.517627] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:76:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b95b42a-db4f-4fee-9464-12bc7a070b60', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.525732] env[63302]: DEBUG oslo.service.loopingcall [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.525848] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.527037] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3b32de7-f57b-4561-ac61-6ff20e38df19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.552034] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.552034] env[63302]: value = "task-1796444" [ 2077.552034] env[63302]: _type = "Task" [ 2077.552034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.560319] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796444, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.663981] env[63302]: DEBUG oslo_concurrency.lockutils [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "cca3c67a-d433-4c35-881f-2b0976142b3c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.678178] env[63302]: DEBUG nova.compute.manager [req-3062a516-6f5b-430b-bbdc-60260e5f51c5 req-3138e384-4787-48dc-a168-7cee4e235f58 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Received event network-changed-7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2077.678329] env[63302]: DEBUG nova.compute.manager [req-3062a516-6f5b-430b-bbdc-60260e5f51c5 req-3138e384-4787-48dc-a168-7cee4e235f58 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Refreshing instance network info cache due to event network-changed-7b95b42a-db4f-4fee-9464-12bc7a070b60. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2077.678456] env[63302]: DEBUG oslo_concurrency.lockutils [req-3062a516-6f5b-430b-bbdc-60260e5f51c5 req-3138e384-4787-48dc-a168-7cee4e235f58 service nova] Acquiring lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.678559] env[63302]: DEBUG oslo_concurrency.lockutils [req-3062a516-6f5b-430b-bbdc-60260e5f51c5 req-3138e384-4787-48dc-a168-7cee4e235f58 service nova] Acquired lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.678818] env[63302]: DEBUG nova.network.neutron [req-3062a516-6f5b-430b-bbdc-60260e5f51c5 req-3138e384-4787-48dc-a168-7cee4e235f58 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Refreshing network info cache for port 7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2077.722530] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099087} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.722892] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2077.723677] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b07178-6191-4682-9fd3-f923ec1bc843 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.749500] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb/a4020383-0b10-4ea2-bdaa-ccea08c857eb.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.750236] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca683561-ae8b-4087-a27c-05f35de6acc1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.774037] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2077.774037] env[63302]: value = "task-1796445" [ 2077.774037] env[63302]: _type = "Task" [ 2077.774037] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.783327] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.821961] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a406c972-8d30-4b32-86e0-e2ea2e88e05b tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.776s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.823315] env[63302]: DEBUG oslo_concurrency.lockutils [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.160s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.050020] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquiring lock "2af5d273-419e-42d7-8c4d-61d4789c6529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.050307] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "2af5d273-419e-42d7-8c4d-61d4789c6529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.067959] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796444, 'name': CreateVM_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.284978] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796445, 'name': ReconfigVM_Task, 'duration_secs': 0.330563} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.285276] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Reconfigured VM instance instance-00000077 to attach disk [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb/a4020383-0b10-4ea2-bdaa-ccea08c857eb.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.285955] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f714d74c-11d4-4400-903c-99fbbd31be43 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.295163] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2078.295163] env[63302]: value = "task-1796446" [ 2078.295163] env[63302]: _type = "Task" [ 2078.295163] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.315554] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796446, 'name': Rename_Task} progress is 10%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.325625] env[63302]: INFO nova.compute.manager [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Detaching volume 83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb [ 2078.379473] env[63302]: INFO nova.virt.block_device [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Attempting to driver detach volume 83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb from mountpoint /dev/sdb [ 2078.379473] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2078.379473] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372545', 'volume_id': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'name': 'volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cca3c67a-d433-4c35-881f-2b0976142b3c', 'attached_at': '', 'detached_at': '', 'volume_id': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'serial': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2078.381683] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925f3f5-a4f5-4746-8eaa-efa6de845999 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.405830] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c061133f-7af9-426c-96b7-c4d9c57ec615 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.415123] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34633e-11bd-4208-8a4b-f80dfd4f3518 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.441043] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3625bc0e-fe1f-4bde-ac36-edb7aa43705c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.456720] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] The volume has not been displaced from its original location: [datastore1] volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb/volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2078.462331] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2078.462592] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077b637d-d8e6-4d17-b8c0-795fe1996a3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.478341] env[63302]: DEBUG nova.network.neutron [req-3062a516-6f5b-430b-bbdc-60260e5f51c5 req-3138e384-4787-48dc-a168-7cee4e235f58 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Updated VIF entry in instance network info cache for port 7b95b42a-db4f-4fee-9464-12bc7a070b60. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2078.478690] env[63302]: DEBUG nova.network.neutron [req-3062a516-6f5b-430b-bbdc-60260e5f51c5 req-3138e384-4787-48dc-a168-7cee4e235f58 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Updating instance_info_cache with network_info: [{"id": "7b95b42a-db4f-4fee-9464-12bc7a070b60", "address": "fa:16:3e:44:76:9f", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b95b42a-db", "ovs_interfaceid": "7b95b42a-db4f-4fee-9464-12bc7a070b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.481177] env[63302]: DEBUG oslo_vmware.api [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2078.481177] env[63302]: value = "task-1796447" [ 2078.481177] env[63302]: _type = "Task" [ 2078.481177] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.489539] env[63302]: DEBUG oslo_vmware.api [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.552504] env[63302]: DEBUG nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2078.565708] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796444, 'name': CreateVM_Task, 'duration_secs': 0.91244} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.565708] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2078.565708] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.565708] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.565708] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2078.566035] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a20767a-9f37-4a32-bdb0-92af4d21d7cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.570608] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2078.570608] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5211d238-0e93-82ae-aa49-7f63f2e5f672" [ 2078.570608] env[63302]: _type = "Task" [ 2078.570608] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.578526] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5211d238-0e93-82ae-aa49-7f63f2e5f672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.805119] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796446, 'name': Rename_Task, 'duration_secs': 0.157828} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.805472] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.805631] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-858bb115-727c-4bec-8492-239d4878e24f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.812056] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2078.812056] env[63302]: value = "task-1796448" [ 2078.812056] env[63302]: _type = "Task" [ 2078.812056] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.819306] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.982372] env[63302]: DEBUG oslo_concurrency.lockutils [req-3062a516-6f5b-430b-bbdc-60260e5f51c5 req-3138e384-4787-48dc-a168-7cee4e235f58 service nova] Releasing lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.992460] env[63302]: DEBUG oslo_vmware.api [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796447, 'name': ReconfigVM_Task, 'duration_secs': 0.214733} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.992766] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2078.997932] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9764a31-f636-4cbf-88e3-de8b8bf30527 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.014531] env[63302]: DEBUG oslo_vmware.api [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2079.014531] env[63302]: value = "task-1796449" [ 2079.014531] env[63302]: _type = "Task" [ 2079.014531] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.023308] env[63302]: DEBUG oslo_vmware.api [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.082739] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5211d238-0e93-82ae-aa49-7f63f2e5f672, 'name': SearchDatastore_Task, 'duration_secs': 0.018616} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.083920] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.084167] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.085812] env[63302]: INFO nova.compute.claims [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.089596] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.089596] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2079.089596] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.089787] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.089840] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2079.090133] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bd2e188-acb8-4fd5-9b20-38c4cca35cc8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.100022] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2079.100022] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2079.100760] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802c04c0-814b-423f-bacf-da747e237066 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.106914] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2079.106914] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52030c67-ee8a-faf8-9ff6-c2130184d7a9" [ 2079.106914] env[63302]: _type = "Task" [ 2079.106914] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.114202] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52030c67-ee8a-faf8-9ff6-c2130184d7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.163018] env[63302]: DEBUG nova.compute.manager [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2079.322241] env[63302]: DEBUG oslo_vmware.api [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796448, 'name': PowerOnVM_Task, 'duration_secs': 0.445087} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.322496] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2079.322633] env[63302]: INFO nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Took 9.25 seconds to spawn the instance on the hypervisor. [ 2079.322860] env[63302]: DEBUG nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.323636] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334de17a-1309-425b-9459-63951896fc64 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.524517] env[63302]: DEBUG oslo_vmware.api [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796449, 'name': ReconfigVM_Task, 'duration_secs': 0.152784} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.524826] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372545', 'volume_id': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'name': 'volume-83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cca3c67a-d433-4c35-881f-2b0976142b3c', 'attached_at': '', 'detached_at': '', 'volume_id': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb', 'serial': '83dd9b3c-60dd-4e29-8b38-7078b1dd9aeb'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2079.616698] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52030c67-ee8a-faf8-9ff6-c2130184d7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.617677] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e24bfe-b956-4116-9be1-b2a3d8dacaf8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.623214] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2079.623214] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5264dd27-5c0d-7612-1645-6b35c9cba0ad" [ 2079.623214] env[63302]: _type = "Task" [ 2079.623214] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.630919] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5264dd27-5c0d-7612-1645-6b35c9cba0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.679879] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.843353] env[63302]: INFO nova.compute.manager [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Took 14.56 seconds to build instance. [ 2080.043968] env[63302]: DEBUG nova.compute.manager [req-3bbdd56b-393b-47e5-9597-716d9e5ec457 req-e33b55d4-5099-4af5-a190-7db13553d806 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received event network-changed-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2080.044183] env[63302]: DEBUG nova.compute.manager [req-3bbdd56b-393b-47e5-9597-716d9e5ec457 req-e33b55d4-5099-4af5-a190-7db13553d806 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Refreshing instance network info cache due to event network-changed-fe8bd56b-4140-4b02-8e84-8260be87f5d0. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2080.044458] env[63302]: DEBUG oslo_concurrency.lockutils [req-3bbdd56b-393b-47e5-9597-716d9e5ec457 req-e33b55d4-5099-4af5-a190-7db13553d806 service nova] Acquiring lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.044542] env[63302]: DEBUG oslo_concurrency.lockutils [req-3bbdd56b-393b-47e5-9597-716d9e5ec457 req-e33b55d4-5099-4af5-a190-7db13553d806 service nova] Acquired lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.044704] env[63302]: DEBUG nova.network.neutron [req-3bbdd56b-393b-47e5-9597-716d9e5ec457 req-e33b55d4-5099-4af5-a190-7db13553d806 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Refreshing network info cache for port fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.077350] env[63302]: DEBUG nova.objects.instance [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'flavor' on Instance uuid cca3c67a-d433-4c35-881f-2b0976142b3c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.137915] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5264dd27-5c0d-7612-1645-6b35c9cba0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.137915] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.137915] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9afe5779-faea-4c4b-aea1-ce40a23ce577/9afe5779-faea-4c4b-aea1-ce40a23ce577.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2080.137915] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24a3690c-b67f-4a91-926e-c138f72d5f96 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.147394] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2080.147394] env[63302]: value = "task-1796450" [ 2080.147394] env[63302]: _type = "Task" [ 2080.147394] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.161723] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.194436] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e7662-b5fd-4d58-a841-5ad22932607c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.202237] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3ccaff-e8d6-4c96-9d3e-7b56eaa5794a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.233241] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5805e28-69a9-465c-a0a7-503083eafedc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.240988] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ffb578-09d8-4c85-b875-cfa203009491 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.254674] env[63302]: DEBUG nova.compute.provider_tree [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.345430] env[63302]: DEBUG oslo_concurrency.lockutils [None req-db329a35-894a-48ad-8f3c-1a187d3f9833 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.068s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.657899] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483278} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.657899] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 9afe5779-faea-4c4b-aea1-ce40a23ce577/9afe5779-faea-4c4b-aea1-ce40a23ce577.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2080.657899] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2080.658183] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c31b389-7548-48b4-8051-39f73c3cca9f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.664834] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2080.664834] env[63302]: value = "task-1796451" [ 2080.664834] env[63302]: _type = "Task" [ 2080.664834] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.671627] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.757814] env[63302]: DEBUG nova.scheduler.client.report [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2080.797643] env[63302]: DEBUG nova.network.neutron [req-3bbdd56b-393b-47e5-9597-716d9e5ec457 req-e33b55d4-5099-4af5-a190-7db13553d806 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updated VIF entry in instance network info cache for port fe8bd56b-4140-4b02-8e84-8260be87f5d0. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2080.798054] env[63302]: DEBUG nova.network.neutron [req-3bbdd56b-393b-47e5-9597-716d9e5ec457 req-e33b55d4-5099-4af5-a190-7db13553d806 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [{"id": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "address": "fa:16:3e:5a:e3:1e", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8bd56b-41", "ovs_interfaceid": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.087575] env[63302]: DEBUG oslo_concurrency.lockutils [None req-320bfa23-b54e-4536-81c4-36b536f0d18e tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.174985] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067518} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.175270] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2081.176053] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215fc8f6-10d8-437b-836f-28bb1c32b6bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.197929] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 9afe5779-faea-4c4b-aea1-ce40a23ce577/9afe5779-faea-4c4b-aea1-ce40a23ce577.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.198287] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1942af53-42bd-4daf-9b84-156dbe3e763f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.218801] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2081.218801] env[63302]: value = "task-1796452" [ 2081.218801] env[63302]: _type = "Task" [ 2081.218801] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.226699] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.262664] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.262800] env[63302]: DEBUG nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2081.265427] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.586s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.300361] env[63302]: DEBUG oslo_concurrency.lockutils [req-3bbdd56b-393b-47e5-9597-716d9e5ec457 req-e33b55d4-5099-4af5-a190-7db13553d806 service nova] Releasing lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.729619] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796452, 'name': ReconfigVM_Task, 'duration_secs': 0.267136} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.729902] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 9afe5779-faea-4c4b-aea1-ce40a23ce577/9afe5779-faea-4c4b-aea1-ce40a23ce577.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2081.730534] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85cbf81f-3a19-4c82-808b-8583f7312fc7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.737448] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2081.737448] env[63302]: value = "task-1796453" [ 2081.737448] env[63302]: _type = "Task" [ 2081.737448] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.745524] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796453, 'name': Rename_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.768341] env[63302]: DEBUG nova.compute.utils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2081.772169] env[63302]: INFO nova.compute.claims [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.775843] env[63302]: DEBUG nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2081.775996] env[63302]: DEBUG nova.network.neutron [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2081.818577] env[63302]: DEBUG nova.policy [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f9ed2d3fbf04acba41fb2d9c45381c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '140694c4efc7497e8a20632437c36444', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 2082.039736] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "cca3c67a-d433-4c35-881f-2b0976142b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.039736] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.039986] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "cca3c67a-d433-4c35-881f-2b0976142b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.040287] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.040452] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.043533] env[63302]: INFO nova.compute.manager [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Terminating instance [ 2082.064219] env[63302]: DEBUG nova.network.neutron [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Successfully created port: 2d1cddcd-033f-4262-be52-0305c728552c {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2082.249582] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796453, 'name': Rename_Task, 'duration_secs': 0.145574} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.249873] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2082.250163] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466c2b02-e524-4a93-bace-32c19ab29f4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.257080] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2082.257080] env[63302]: value = "task-1796454" [ 2082.257080] env[63302]: _type = "Task" [ 2082.257080] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.265959] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.279790] env[63302]: INFO nova.compute.resource_tracker [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating resource usage from migration dfde66a1-3269-410f-92e5-62a577b9eaba [ 2082.282579] env[63302]: DEBUG nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2082.385365] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a426c2ac-150f-4780-a41d-1ff72ab1a17e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.393998] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb44013-5f70-4fb1-b79b-795308d2852a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.425337] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f36770d-f45a-4176-ab49-beed831585d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.433075] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84e9de2-8fb6-4396-9935-54668b8aef15 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.446606] env[63302]: DEBUG nova.compute.provider_tree [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.547668] env[63302]: DEBUG nova.compute.manager [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2082.547906] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2082.548873] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de731674-fe86-4cd5-8d3a-d668e9732beb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.557106] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2082.557347] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48c244e8-833c-4b01-8b96-f20abe7a7630 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.563555] env[63302]: DEBUG oslo_vmware.api [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2082.563555] env[63302]: value = "task-1796455" [ 2082.563555] env[63302]: _type = "Task" [ 2082.563555] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.572288] env[63302]: DEBUG oslo_vmware.api [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.767241] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796454, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.951029] env[63302]: DEBUG nova.scheduler.client.report [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.074176] env[63302]: DEBUG oslo_vmware.api [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796455, 'name': PowerOffVM_Task, 'duration_secs': 0.301556} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.074460] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2083.074627] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2083.075204] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e57140c3-083d-4e23-8af6-a10be86df90b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.204528] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2083.204729] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2083.204886] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleting the datastore file [datastore1] cca3c67a-d433-4c35-881f-2b0976142b3c {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2083.205268] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbce4484-ba48-4ec0-854c-08d426b0bfd0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.212488] env[63302]: DEBUG oslo_vmware.api [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2083.212488] env[63302]: value = "task-1796457" [ 2083.212488] env[63302]: _type = "Task" [ 2083.212488] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.220534] env[63302]: DEBUG oslo_vmware.api [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.266559] env[63302]: DEBUG oslo_vmware.api [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796454, 'name': PowerOnVM_Task, 'duration_secs': 0.531098} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.266875] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.267013] env[63302]: INFO nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Took 8.01 seconds to spawn the instance on the hypervisor. [ 2083.267210] env[63302]: DEBUG nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2083.267951] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151537b1-340e-4789-be42-3438bb80ce8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.293156] env[63302]: DEBUG nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2083.319016] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2083.319270] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2083.319428] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2083.319704] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2083.319787] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2083.319895] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2083.320108] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2083.320273] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2083.320539] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2083.320624] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2083.320762] env[63302]: DEBUG nova.virt.hardware [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2083.321651] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb21229-3b7c-4161-82f4-dfc9b5ac32ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.329343] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536387e5-2784-48c7-af43-0954bc4e628a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.459875] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.194s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.460208] env[63302]: INFO nova.compute.manager [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Migrating [ 2083.509686] env[63302]: DEBUG nova.compute.manager [req-8e06f0ac-a0de-4d8e-a399-c80ef50290a6 req-e04b6576-c417-432d-99c1-4208d1f37af7 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Received event network-vif-plugged-2d1cddcd-033f-4262-be52-0305c728552c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2083.509997] env[63302]: DEBUG oslo_concurrency.lockutils [req-8e06f0ac-a0de-4d8e-a399-c80ef50290a6 req-e04b6576-c417-432d-99c1-4208d1f37af7 service nova] Acquiring lock "2af5d273-419e-42d7-8c4d-61d4789c6529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.510409] env[63302]: DEBUG oslo_concurrency.lockutils [req-8e06f0ac-a0de-4d8e-a399-c80ef50290a6 req-e04b6576-c417-432d-99c1-4208d1f37af7 service nova] Lock "2af5d273-419e-42d7-8c4d-61d4789c6529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.511493] env[63302]: DEBUG oslo_concurrency.lockutils [req-8e06f0ac-a0de-4d8e-a399-c80ef50290a6 req-e04b6576-c417-432d-99c1-4208d1f37af7 service nova] Lock "2af5d273-419e-42d7-8c4d-61d4789c6529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.511493] env[63302]: DEBUG nova.compute.manager [req-8e06f0ac-a0de-4d8e-a399-c80ef50290a6 req-e04b6576-c417-432d-99c1-4208d1f37af7 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] No waiting events found dispatching network-vif-plugged-2d1cddcd-033f-4262-be52-0305c728552c {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2083.511493] env[63302]: WARNING nova.compute.manager [req-8e06f0ac-a0de-4d8e-a399-c80ef50290a6 req-e04b6576-c417-432d-99c1-4208d1f37af7 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Received unexpected event network-vif-plugged-2d1cddcd-033f-4262-be52-0305c728552c for instance with vm_state building and task_state spawning. [ 2083.603566] env[63302]: DEBUG nova.network.neutron [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Successfully updated port: 2d1cddcd-033f-4262-be52-0305c728552c {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2083.722925] env[63302]: DEBUG oslo_vmware.api [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299136} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.723203] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2083.723409] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2083.723974] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2083.723974] env[63302]: INFO nova.compute.manager [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2083.724109] env[63302]: DEBUG oslo.service.loopingcall [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.724241] env[63302]: DEBUG nova.compute.manager [-] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2083.724423] env[63302]: DEBUG nova.network.neutron [-] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2083.786581] env[63302]: INFO nova.compute.manager [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Took 14.38 seconds to build instance. [ 2083.977119] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.977227] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.977390] env[63302]: DEBUG nova.network.neutron [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.106251] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquiring lock "refresh_cache-2af5d273-419e-42d7-8c4d-61d4789c6529" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.106832] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquired lock "refresh_cache-2af5d273-419e-42d7-8c4d-61d4789c6529" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.106832] env[63302]: DEBUG nova.network.neutron [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.205499] env[63302]: DEBUG nova.compute.manager [req-9c0aab01-1f15-48a3-a80d-25ae66632ef7 req-149a78db-18bc-48f0-8a20-d28c4c75c175 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Received event network-changed-7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2084.205499] env[63302]: DEBUG nova.compute.manager [req-9c0aab01-1f15-48a3-a80d-25ae66632ef7 req-149a78db-18bc-48f0-8a20-d28c4c75c175 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Refreshing instance network info cache due to event network-changed-7b95b42a-db4f-4fee-9464-12bc7a070b60. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2084.205499] env[63302]: DEBUG oslo_concurrency.lockutils [req-9c0aab01-1f15-48a3-a80d-25ae66632ef7 req-149a78db-18bc-48f0-8a20-d28c4c75c175 service nova] Acquiring lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.205499] env[63302]: DEBUG oslo_concurrency.lockutils [req-9c0aab01-1f15-48a3-a80d-25ae66632ef7 req-149a78db-18bc-48f0-8a20-d28c4c75c175 service nova] Acquired lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.205499] env[63302]: DEBUG nova.network.neutron [req-9c0aab01-1f15-48a3-a80d-25ae66632ef7 req-149a78db-18bc-48f0-8a20-d28c4c75c175 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Refreshing network info cache for port 7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.289306] env[63302]: DEBUG oslo_concurrency.lockutils [None req-fc18c1a9-7a15-46d4-a5ef-f1a77e4a9aed tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.890s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.660601] env[63302]: DEBUG nova.network.neutron [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2084.687490] env[63302]: DEBUG nova.network.neutron [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.715057] env[63302]: DEBUG nova.network.neutron [-] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.844123] env[63302]: DEBUG nova.network.neutron [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Updating instance_info_cache with network_info: [{"id": "2d1cddcd-033f-4262-be52-0305c728552c", "address": "fa:16:3e:3b:0e:2d", "network": {"id": "6b0686bc-8f61-4ce4-8bfb-5070639fdfd3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-364966936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140694c4efc7497e8a20632437c36444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1cddcd-03", "ovs_interfaceid": "2d1cddcd-033f-4262-be52-0305c728552c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.933212] env[63302]: DEBUG nova.network.neutron [req-9c0aab01-1f15-48a3-a80d-25ae66632ef7 req-149a78db-18bc-48f0-8a20-d28c4c75c175 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Updated VIF entry in instance network info cache for port 7b95b42a-db4f-4fee-9464-12bc7a070b60. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2084.933590] env[63302]: DEBUG nova.network.neutron [req-9c0aab01-1f15-48a3-a80d-25ae66632ef7 req-149a78db-18bc-48f0-8a20-d28c4c75c175 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Updating instance_info_cache with network_info: [{"id": "7b95b42a-db4f-4fee-9464-12bc7a070b60", "address": "fa:16:3e:44:76:9f", "network": {"id": "57931367-60ed-45ed-a457-2cf853b0ed1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310435058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da1efefd50fc450d9325779b903aebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b95b42a-db", "ovs_interfaceid": "7b95b42a-db4f-4fee-9464-12bc7a070b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.189663] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.217378] env[63302]: INFO nova.compute.manager [-] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Took 1.49 seconds to deallocate network for instance. [ 2085.345252] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Releasing lock "refresh_cache-2af5d273-419e-42d7-8c4d-61d4789c6529" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.345634] env[63302]: DEBUG nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Instance network_info: |[{"id": "2d1cddcd-033f-4262-be52-0305c728552c", "address": "fa:16:3e:3b:0e:2d", "network": {"id": "6b0686bc-8f61-4ce4-8bfb-5070639fdfd3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-364966936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140694c4efc7497e8a20632437c36444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1cddcd-03", "ovs_interfaceid": "2d1cddcd-033f-4262-be52-0305c728552c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2085.346138] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:0e:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d1cddcd-033f-4262-be52-0305c728552c', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2085.354406] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Creating folder: Project (140694c4efc7497e8a20632437c36444). Parent ref: group-v372222. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2085.354715] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a4c11b8-e15a-4965-bb75-d02a17a80a76 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.367496] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Created folder: Project (140694c4efc7497e8a20632437c36444) in parent group-v372222. [ 2085.367726] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Creating folder: Instances. Parent ref: group-v372548. {{(pid=63302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2085.367981] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d28f7b00-1d4e-43ac-9851-b1bf82bd1304 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.377375] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Created folder: Instances in parent group-v372548. [ 2085.377639] env[63302]: DEBUG oslo.service.loopingcall [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.377843] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2085.378096] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-072087f4-5799-4938-835f-641bf4801541 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.396448] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2085.396448] env[63302]: value = "task-1796460" [ 2085.396448] env[63302]: _type = "Task" [ 2085.396448] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.403836] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796460, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.436795] env[63302]: DEBUG oslo_concurrency.lockutils [req-9c0aab01-1f15-48a3-a80d-25ae66632ef7 req-149a78db-18bc-48f0-8a20-d28c4c75c175 service nova] Releasing lock "refresh_cache-9afe5779-faea-4c4b-aea1-ce40a23ce577" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.538745] env[63302]: DEBUG nova.compute.manager [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Received event network-changed-2d1cddcd-033f-4262-be52-0305c728552c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2085.538950] env[63302]: DEBUG nova.compute.manager [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Refreshing instance network info cache due to event network-changed-2d1cddcd-033f-4262-be52-0305c728552c. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2085.539187] env[63302]: DEBUG oslo_concurrency.lockutils [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] Acquiring lock "refresh_cache-2af5d273-419e-42d7-8c4d-61d4789c6529" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.539332] env[63302]: DEBUG oslo_concurrency.lockutils [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] Acquired lock "refresh_cache-2af5d273-419e-42d7-8c4d-61d4789c6529" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.539497] env[63302]: DEBUG nova.network.neutron [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Refreshing network info cache for port 2d1cddcd-033f-4262-be52-0305c728552c {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2085.724049] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.724282] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.724509] env[63302]: DEBUG nova.objects.instance [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'resources' on Instance uuid cca3c67a-d433-4c35-881f-2b0976142b3c {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2085.908014] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796460, 'name': CreateVM_Task, 'duration_secs': 0.37945} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.908183] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2085.908795] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.908963] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.909304] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.909551] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425f3827-482f-4d52-9abc-ee01f4907879 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.913851] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2085.913851] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5282ae3a-478a-de5d-ff46-cad048636edd" [ 2085.913851] env[63302]: _type = "Task" [ 2085.913851] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.921420] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5282ae3a-478a-de5d-ff46-cad048636edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.267024] env[63302]: DEBUG nova.network.neutron [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Updated VIF entry in instance network info cache for port 2d1cddcd-033f-4262-be52-0305c728552c. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2086.267024] env[63302]: DEBUG nova.network.neutron [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Updating instance_info_cache with network_info: [{"id": "2d1cddcd-033f-4262-be52-0305c728552c", "address": "fa:16:3e:3b:0e:2d", "network": {"id": "6b0686bc-8f61-4ce4-8bfb-5070639fdfd3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-364966936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140694c4efc7497e8a20632437c36444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1cddcd-03", "ovs_interfaceid": "2d1cddcd-033f-4262-be52-0305c728552c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.308599] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5330b49f-1a50-40b7-8e7f-d4c1b4e97607 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.316411] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f54905b-3f30-4fd1-b383-746f83f40c4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.345517] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c832c9b-ae1e-4ebe-bf71-ef1ae840db51 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.352946] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf03f6-3aac-424b-9012-ae2932a4a2f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.365894] env[63302]: DEBUG nova.compute.provider_tree [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.424107] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5282ae3a-478a-de5d-ff46-cad048636edd, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.424356] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.424582] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.424834] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.425016] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.425216] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.425456] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5d3fda7-72bf-41bb-967e-3c4318035fc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.433189] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.433356] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.434024] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8fcc1df-863b-465e-9637-1d857778d834 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.438973] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2086.438973] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5225cd61-e7ff-c612-5222-70862077ee4e" [ 2086.438973] env[63302]: _type = "Task" [ 2086.438973] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.448510] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5225cd61-e7ff-c612-5222-70862077ee4e, 'name': SearchDatastore_Task, 'duration_secs': 0.007654} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.449181] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c616a53c-27eb-4c68-803a-24a6fa940b2a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.453637] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2086.453637] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5284a0db-9944-bffc-be2c-20f202eff423" [ 2086.453637] env[63302]: _type = "Task" [ 2086.453637] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.460612] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5284a0db-9944-bffc-be2c-20f202eff423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.705257] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299b4d72-16ba-4054-ad8b-21e21b030a90 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.724171] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance 'b6ceb9da-fada-4af8-bfb2-ed56a26d31c0' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2086.770105] env[63302]: DEBUG oslo_concurrency.lockutils [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] Releasing lock "refresh_cache-2af5d273-419e-42d7-8c4d-61d4789c6529" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.770375] env[63302]: DEBUG nova.compute.manager [req-e5283739-3cb5-41f7-b8a6-f4d18b8c58f5 req-5414117d-7f9e-4371-b45e-31beec8479b9 service nova] [instance: cca3c67a-d433-4c35-881f-2b0976142b3c] Received event network-vif-deleted-83d3b003-a671-4891-9cff-66cd43273e71 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2086.868938] env[63302]: DEBUG nova.scheduler.client.report [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.969809] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5284a0db-9944-bffc-be2c-20f202eff423, 'name': SearchDatastore_Task, 'duration_secs': 0.008017} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.969809] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.969809] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2af5d273-419e-42d7-8c4d-61d4789c6529/2af5d273-419e-42d7-8c4d-61d4789c6529.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2086.969809] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a3232e5-797e-44bd-850a-5e4cc9e57067 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.974888] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2086.974888] env[63302]: value = "task-1796461" [ 2086.974888] env[63302]: _type = "Task" [ 2086.974888] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.982568] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.231170] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2087.231495] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4060075-a89b-4824-bfba-95d8849e99ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.239326] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2087.239326] env[63302]: value = "task-1796462" [ 2087.239326] env[63302]: _type = "Task" [ 2087.239326] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.248027] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.374859] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.403541] env[63302]: INFO nova.scheduler.client.report [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleted allocations for instance cca3c67a-d433-4c35-881f-2b0976142b3c [ 2087.484411] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796461, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.748757] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796462, 'name': PowerOffVM_Task, 'duration_secs': 0.224194} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.748968] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2087.749170] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance 'b6ceb9da-fada-4af8-bfb2-ed56a26d31c0' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2087.911975] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b3e3dd1f-d37e-493a-91a8-087eec7c9ce5 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "cca3c67a-d433-4c35-881f-2b0976142b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.872s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.985495] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639455} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.985742] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 2af5d273-419e-42d7-8c4d-61d4789c6529/2af5d273-419e-42d7-8c4d-61d4789c6529.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2087.985953] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2087.986214] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71d50737-0e62-4577-83b2-1177daea4d26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.993458] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2087.993458] env[63302]: value = "task-1796463" [ 2087.993458] env[63302]: _type = "Task" [ 2087.993458] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.002330] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.255202] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2088.255438] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2088.255597] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2088.255782] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2088.255923] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2088.256085] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2088.256298] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2088.256456] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2088.256618] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2088.256775] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2088.257098] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2088.262149] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f121143-f64f-4c09-a710-dfbd3bfe6fef {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.278677] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2088.278677] env[63302]: value = "task-1796464" [ 2088.278677] env[63302]: _type = "Task" [ 2088.278677] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.287013] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.506797] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154899} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.507177] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2088.508358] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d481750-52c5-4dbe-9096-9b81b25c3436 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.545173] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 2af5d273-419e-42d7-8c4d-61d4789c6529/2af5d273-419e-42d7-8c4d-61d4789c6529.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.545611] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3108c0e8-1095-46a3-8309-057f4ccdce02 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.577038] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2088.577038] env[63302]: value = "task-1796465" [ 2088.577038] env[63302]: _type = "Task" [ 2088.577038] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.590997] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.788972] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796464, 'name': ReconfigVM_Task, 'duration_secs': 0.404496} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.789302] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance 'b6ceb9da-fada-4af8-bfb2-ed56a26d31c0' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2089.087824] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.295282] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2089.295607] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2089.295801] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2089.296125] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2089.296295] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2089.296447] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2089.296655] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2089.296817] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2089.297129] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2089.297352] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2089.297535] env[63302]: DEBUG nova.virt.hardware [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2089.302942] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2089.303254] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-509ffb89-35c3-467d-8b65-f704ffeeb29e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.325055] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2089.325055] env[63302]: value = "task-1796466" [ 2089.325055] env[63302]: _type = "Task" [ 2089.325055] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.332883] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.587876] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796465, 'name': ReconfigVM_Task, 'duration_secs': 0.840786} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.588261] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 2af5d273-419e-42d7-8c4d-61d4789c6529/2af5d273-419e-42d7-8c4d-61d4789c6529.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.588892] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da99430b-d17b-4c2a-9812-7c2ddfb797d6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.595036] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2089.595036] env[63302]: value = "task-1796467" [ 2089.595036] env[63302]: _type = "Task" [ 2089.595036] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.602669] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796467, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.834758] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796466, 'name': ReconfigVM_Task, 'duration_secs': 0.166097} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.835019] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2089.835805] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc41c09-9804-49b7-9538-a61b91f238dd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.857304] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b6ceb9da-fada-4af8-bfb2-ed56a26d31c0/b6ceb9da-fada-4af8-bfb2-ed56a26d31c0.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.857540] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f351d53-1dbe-411f-baca-08c4e1d28993 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.876370] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2089.876370] env[63302]: value = "task-1796468" [ 2089.876370] env[63302]: _type = "Task" [ 2089.876370] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.886198] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.104776] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796467, 'name': Rename_Task, 'duration_secs': 0.156661} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.105060] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.105316] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c71afe-6c6d-45f7-ac2c-1617bfa31576 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.112385] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2090.112385] env[63302]: value = "task-1796469" [ 2090.112385] env[63302]: _type = "Task" [ 2090.112385] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.119933] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.281060] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.281060] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.387893] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796468, 'name': ReconfigVM_Task, 'duration_secs': 0.264546} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.387893] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b6ceb9da-fada-4af8-bfb2-ed56a26d31c0/b6ceb9da-fada-4af8-bfb2-ed56a26d31c0.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.388172] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance 'b6ceb9da-fada-4af8-bfb2-ed56a26d31c0' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2090.625273] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796469, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.783626] env[63302]: DEBUG nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2090.894615] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63375463-2a1b-4311-bebd-a9007278303c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.914142] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afde64ae-80f5-4caa-ac5e-3256d589e9bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.931735] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance 'b6ceb9da-fada-4af8-bfb2-ed56a26d31c0' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2091.124477] env[63302]: DEBUG oslo_vmware.api [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796469, 'name': PowerOnVM_Task, 'duration_secs': 0.671576} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.124727] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.124947] env[63302]: INFO nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Took 7.83 seconds to spawn the instance on the hypervisor. [ 2091.125130] env[63302]: DEBUG nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.125878] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b78116c-63c5-413a-a43c-a650b9ca758d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.305309] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.305568] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.307096] env[63302]: INFO nova.compute.claims [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2091.469231] env[63302]: DEBUG nova.network.neutron [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Port 7854bbd0-742c-45e5-88c5-151b2a99d4d8 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2091.640751] env[63302]: INFO nova.compute.manager [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Took 12.58 seconds to build instance. [ 2092.142957] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2f091ca7-2e36-4e1b-b523-19563908f0b3 tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "2af5d273-419e-42d7-8c4d-61d4789c6529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.092s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.394092] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c08499e-fb3c-4e53-a0b2-524b9b1970bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.401899] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76340f40-1c02-41e2-9f85-d86fc858282d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.432165] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4086de1f-0767-4fc4-855e-86c1d53f580f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.439292] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3992851-60dc-472e-bd18-83e1a5971e5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.452557] env[63302]: DEBUG nova.compute.provider_tree [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.490341] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.490557] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.490729] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.812904] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquiring lock "2af5d273-419e-42d7-8c4d-61d4789c6529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.813304] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "2af5d273-419e-42d7-8c4d-61d4789c6529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.813684] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquiring lock "2af5d273-419e-42d7-8c4d-61d4789c6529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.813885] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "2af5d273-419e-42d7-8c4d-61d4789c6529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.814073] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "2af5d273-419e-42d7-8c4d-61d4789c6529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.816140] env[63302]: INFO nova.compute.manager [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Terminating instance [ 2092.955376] env[63302]: DEBUG nova.scheduler.client.report [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2093.319522] env[63302]: DEBUG nova.compute.manager [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2093.319770] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2093.320698] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41507637-58a1-4704-b640-d7c479e36848 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.328399] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2093.328627] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05618f6a-57c4-4a60-9ef4-71f93af5c0ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.334763] env[63302]: DEBUG oslo_vmware.api [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2093.334763] env[63302]: value = "task-1796470" [ 2093.334763] env[63302]: _type = "Task" [ 2093.334763] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.342411] env[63302]: DEBUG oslo_vmware.api [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.460546] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.461098] env[63302]: DEBUG nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2093.528943] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.529196] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.529441] env[63302]: DEBUG nova.network.neutron [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.844774] env[63302]: DEBUG oslo_vmware.api [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796470, 'name': PowerOffVM_Task, 'duration_secs': 0.222291} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.845201] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2093.845255] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2093.845445] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32b53db2-b3c6-4a5e-8e70-83f85e01102b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.966576] env[63302]: DEBUG nova.compute.utils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2093.968548] env[63302]: DEBUG nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2093.968548] env[63302]: DEBUG nova.network.neutron [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2094.006030] env[63302]: DEBUG nova.policy [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96975448f63445289a9cb49506da3c4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00a512d7fb5242ec8034d21da0c8e3e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 2094.011657] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2094.011948] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2094.012099] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Deleting the datastore file [datastore1] 2af5d273-419e-42d7-8c4d-61d4789c6529 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2094.012348] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d8fad14-639c-4d05-8d94-7a5ba1d6e77b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.018283] env[63302]: DEBUG oslo_vmware.api [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for the task: (returnval){ [ 2094.018283] env[63302]: value = "task-1796472" [ 2094.018283] env[63302]: _type = "Task" [ 2094.018283] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.025621] env[63302]: DEBUG oslo_vmware.api [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.236143] env[63302]: DEBUG nova.network.neutron [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.256830] env[63302]: DEBUG nova.network.neutron [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Successfully created port: fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2094.470932] env[63302]: DEBUG nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2094.528267] env[63302]: DEBUG oslo_vmware.api [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Task: {'id': task-1796472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138791} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.528527] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2094.528711] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2094.528885] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2094.529073] env[63302]: INFO nova.compute.manager [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2094.529319] env[63302]: DEBUG oslo.service.loopingcall [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.529528] env[63302]: DEBUG nova.compute.manager [-] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2094.529624] env[63302]: DEBUG nova.network.neutron [-] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2094.739910] env[63302]: DEBUG oslo_concurrency.lockutils [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.766608] env[63302]: DEBUG nova.compute.manager [req-ad4fb4d7-4ba0-483f-9e10-c4debfdc8f1a req-133f9442-7ae8-4a30-aa9f-0c20a21c2a61 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Received event network-vif-deleted-2d1cddcd-033f-4262-be52-0305c728552c {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2094.766949] env[63302]: INFO nova.compute.manager [req-ad4fb4d7-4ba0-483f-9e10-c4debfdc8f1a req-133f9442-7ae8-4a30-aa9f-0c20a21c2a61 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Neutron deleted interface 2d1cddcd-033f-4262-be52-0305c728552c; detaching it from the instance and deleting it from the info cache [ 2094.767271] env[63302]: DEBUG nova.network.neutron [req-ad4fb4d7-4ba0-483f-9e10-c4debfdc8f1a req-133f9442-7ae8-4a30-aa9f-0c20a21c2a61 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.246584] env[63302]: DEBUG nova.network.neutron [-] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.270703] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f1d652a-4477-423b-bb1d-ff633f5df0af {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.281673] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a569f9d-871b-46b8-a330-293e328c03f0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.293739] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4058c188-4c0b-44bd-852b-b6f0c41d4d7a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.018401] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc92c5db-0965-4d4e-8069-71257d8d3c37 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.022397] env[63302]: DEBUG nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2096.024545] env[63302]: INFO nova.compute.manager [-] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Took 1.49 seconds to deallocate network for instance. [ 2096.025794] env[63302]: DEBUG nova.compute.manager [req-ad4fb4d7-4ba0-483f-9e10-c4debfdc8f1a req-133f9442-7ae8-4a30-aa9f-0c20a21c2a61 service nova] [instance: 2af5d273-419e-42d7-8c4d-61d4789c6529] Detach interface failed, port_id=2d1cddcd-033f-4262-be52-0305c728552c, reason: Instance 2af5d273-419e-42d7-8c4d-61d4789c6529 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2096.026888] env[63302]: DEBUG nova.network.neutron [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Successfully updated port: fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2096.029643] env[63302]: DEBUG nova.compute.manager [req-a2c77802-959c-4f67-9daf-2fedbb8bd0d9 req-b261c4df-93ae-4781-9df3-1f61e55118d5 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Received event network-vif-plugged-fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2096.029847] env[63302]: DEBUG oslo_concurrency.lockutils [req-a2c77802-959c-4f67-9daf-2fedbb8bd0d9 req-b261c4df-93ae-4781-9df3-1f61e55118d5 service nova] Acquiring lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.030061] env[63302]: DEBUG oslo_concurrency.lockutils [req-a2c77802-959c-4f67-9daf-2fedbb8bd0d9 req-b261c4df-93ae-4781-9df3-1f61e55118d5 service nova] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.030234] env[63302]: DEBUG oslo_concurrency.lockutils [req-a2c77802-959c-4f67-9daf-2fedbb8bd0d9 req-b261c4df-93ae-4781-9df3-1f61e55118d5 service nova] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.030398] env[63302]: DEBUG nova.compute.manager [req-a2c77802-959c-4f67-9daf-2fedbb8bd0d9 req-b261c4df-93ae-4781-9df3-1f61e55118d5 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] No waiting events found dispatching network-vif-plugged-fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2096.030558] env[63302]: WARNING nova.compute.manager [req-a2c77802-959c-4f67-9daf-2fedbb8bd0d9 req-b261c4df-93ae-4781-9df3-1f61e55118d5 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Received unexpected event network-vif-plugged-fd7c48ac-e36e-47e9-8d69-f212245a31b7 for instance with vm_state building and task_state spawning. [ 2096.037697] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance 'b6ceb9da-fada-4af8-bfb2-ed56a26d31c0' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2096.058864] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2096.059348] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2096.059348] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2096.059493] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2096.059592] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2096.059741] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2096.059945] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2096.060119] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2096.060368] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2096.060553] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2096.060727] env[63302]: DEBUG nova.virt.hardware [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2096.061815] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba34457d-b698-4f1f-81a5-1961afe4e1ed {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.070762] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb46a5bc-bcb4-43f1-92cc-46747cf92e38 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.532413] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.532783] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.532833] env[63302]: DEBUG nova.network.neutron [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2096.535114] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.535371] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.535582] env[63302]: DEBUG nova.objects.instance [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lazy-loading 'resources' on Instance uuid 2af5d273-419e-42d7-8c4d-61d4789c6529 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.542992] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2096.543492] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fba03c89-9aa2-45d3-9e81-377bff4bedaf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.551183] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2096.551183] env[63302]: value = "task-1796473" [ 2096.551183] env[63302]: _type = "Task" [ 2096.551183] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.559651] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.063037] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.079672] env[63302]: DEBUG nova.network.neutron [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2097.139260] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f864a258-2837-4842-a5b7-68b79ef06be2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.150731] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a81f246-a023-4278-8568-eded05118619 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.183862] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd08ac5-c70f-444f-8ee6-2238c2c17884 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.193588] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd07858f-b526-4c47-b882-485fc3f95a76 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.206969] env[63302]: DEBUG nova.compute.provider_tree [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.230342] env[63302]: DEBUG nova.network.neutron [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Updating instance_info_cache with network_info: [{"id": "fd7c48ac-e36e-47e9-8d69-f212245a31b7", "address": "fa:16:3e:f0:ef:bd", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c48ac-e3", "ovs_interfaceid": "fd7c48ac-e36e-47e9-8d69-f212245a31b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.561630] env[63302]: DEBUG oslo_vmware.api [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796473, 'name': PowerOnVM_Task, 'duration_secs': 0.595725} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.561985] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2097.562051] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-28766ef0-3421-4fe5-9f60-d37926a209a8 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance 'b6ceb9da-fada-4af8-bfb2-ed56a26d31c0' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2097.655108] env[63302]: DEBUG nova.compute.manager [req-3ebb4bfc-aa5c-4866-b688-c28e29449bb4 req-6f16ab01-ca34-4927-83ac-1b94f94a1eb6 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Received event network-changed-fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2097.655354] env[63302]: DEBUG nova.compute.manager [req-3ebb4bfc-aa5c-4866-b688-c28e29449bb4 req-6f16ab01-ca34-4927-83ac-1b94f94a1eb6 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Refreshing instance network info cache due to event network-changed-fd7c48ac-e36e-47e9-8d69-f212245a31b7. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2097.655554] env[63302]: DEBUG oslo_concurrency.lockutils [req-3ebb4bfc-aa5c-4866-b688-c28e29449bb4 req-6f16ab01-ca34-4927-83ac-1b94f94a1eb6 service nova] Acquiring lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.709901] env[63302]: DEBUG nova.scheduler.client.report [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2097.733069] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.733448] env[63302]: DEBUG nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Instance network_info: |[{"id": "fd7c48ac-e36e-47e9-8d69-f212245a31b7", "address": "fa:16:3e:f0:ef:bd", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c48ac-e3", "ovs_interfaceid": "fd7c48ac-e36e-47e9-8d69-f212245a31b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2097.733751] env[63302]: DEBUG oslo_concurrency.lockutils [req-3ebb4bfc-aa5c-4866-b688-c28e29449bb4 req-6f16ab01-ca34-4927-83ac-1b94f94a1eb6 service nova] Acquired lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.733939] env[63302]: DEBUG nova.network.neutron [req-3ebb4bfc-aa5c-4866-b688-c28e29449bb4 req-6f16ab01-ca34-4927-83ac-1b94f94a1eb6 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Refreshing network info cache for port fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.735437] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:ef:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd7c48ac-e36e-47e9-8d69-f212245a31b7', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2097.744071] env[63302]: DEBUG oslo.service.loopingcall [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2097.747041] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2097.747405] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fac0a85d-c9e4-49a9-9151-27579b29aa77 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.769012] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2097.769012] env[63302]: value = "task-1796474" [ 2097.769012] env[63302]: _type = "Task" [ 2097.769012] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.776882] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796474, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.954355] env[63302]: DEBUG nova.network.neutron [req-3ebb4bfc-aa5c-4866-b688-c28e29449bb4 req-6f16ab01-ca34-4927-83ac-1b94f94a1eb6 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Updated VIF entry in instance network info cache for port fd7c48ac-e36e-47e9-8d69-f212245a31b7. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2097.954755] env[63302]: DEBUG nova.network.neutron [req-3ebb4bfc-aa5c-4866-b688-c28e29449bb4 req-6f16ab01-ca34-4927-83ac-1b94f94a1eb6 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Updating instance_info_cache with network_info: [{"id": "fd7c48ac-e36e-47e9-8d69-f212245a31b7", "address": "fa:16:3e:f0:ef:bd", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c48ac-e3", "ovs_interfaceid": "fd7c48ac-e36e-47e9-8d69-f212245a31b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.215013] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.232583] env[63302]: INFO nova.scheduler.client.report [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Deleted allocations for instance 2af5d273-419e-42d7-8c4d-61d4789c6529 [ 2098.279096] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796474, 'name': CreateVM_Task, 'duration_secs': 0.338054} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.279277] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2098.279896] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.280074] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.280393] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2098.280635] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408a54af-ed70-4e64-a90c-3821615d2e31 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.285762] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2098.285762] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52603e72-8024-156e-91c9-59dabc01e87d" [ 2098.285762] env[63302]: _type = "Task" [ 2098.285762] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.293587] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52603e72-8024-156e-91c9-59dabc01e87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.457422] env[63302]: DEBUG oslo_concurrency.lockutils [req-3ebb4bfc-aa5c-4866-b688-c28e29449bb4 req-6f16ab01-ca34-4927-83ac-1b94f94a1eb6 service nova] Releasing lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.740029] env[63302]: DEBUG oslo_concurrency.lockutils [None req-5746ea60-8a0c-49f2-87c7-24ee90813d0f tempest-ServerMetadataNegativeTestJSON-1064511053 tempest-ServerMetadataNegativeTestJSON-1064511053-project-member] Lock "2af5d273-419e-42d7-8c4d-61d4789c6529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.927s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.796049] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52603e72-8024-156e-91c9-59dabc01e87d, 'name': SearchDatastore_Task, 'duration_secs': 0.027772} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.796049] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.796291] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2098.796522] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.796666] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.796842] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2098.797136] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea610e9f-9a59-48bd-a4b7-3c20363b7125 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.805411] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2098.805585] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2098.806276] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff9d4af-bab3-47fe-9e1f-0bb110b32d66 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.811351] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2098.811351] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d92cec-6423-98d6-9a5a-3131cc754240" [ 2098.811351] env[63302]: _type = "Task" [ 2098.811351] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.818199] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d92cec-6423-98d6-9a5a-3131cc754240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.323887] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52d92cec-6423-98d6-9a5a-3131cc754240, 'name': SearchDatastore_Task, 'duration_secs': 0.020419} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.324699] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc747a3-0d01-4a8e-8953-582df0cbb79b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.330868] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2099.330868] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523aff92-5024-d946-ee0c-fe9e1f2d883a" [ 2099.330868] env[63302]: _type = "Task" [ 2099.330868] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.343555] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523aff92-5024-d946-ee0c-fe9e1f2d883a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.841556] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]523aff92-5024-d946-ee0c-fe9e1f2d883a, 'name': SearchDatastore_Task, 'duration_secs': 0.171024} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.841915] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.842069] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 55f910e5-2f14-422c-bda7-cf248f9d8c3a/55f910e5-2f14-422c-bda7-cf248f9d8c3a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2099.842329] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe2c52f4-8a58-44d5-ba1e-8257ab40bd30 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.849249] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2099.849249] env[63302]: value = "task-1796475" [ 2099.849249] env[63302]: _type = "Task" [ 2099.849249] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.857853] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.927735] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.927996] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.928228] env[63302]: DEBUG nova.compute.manager [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Going to confirm migration 9 {{(pid=63302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2100.359528] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796475, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.467259] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.467542] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.467753] env[63302]: DEBUG nova.network.neutron [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.467964] env[63302]: DEBUG nova.objects.instance [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'info_cache' on Instance uuid b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.861603] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805759} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.861927] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 55f910e5-2f14-422c-bda7-cf248f9d8c3a/55f910e5-2f14-422c-bda7-cf248f9d8c3a.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2100.862096] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2100.862354] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4850aba-50e2-45a5-b67c-d4026338568e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.868899] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2100.868899] env[63302]: value = "task-1796476" [ 2100.868899] env[63302]: _type = "Task" [ 2100.868899] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.876992] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.379129] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.394144} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.379389] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2101.380124] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af179ee7-bb38-476c-b161-e8ba071b9c4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.403149] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 55f910e5-2f14-422c-bda7-cf248f9d8c3a/55f910e5-2f14-422c-bda7-cf248f9d8c3a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.403637] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a372fac-ae97-489d-b17b-5e760f52ebdd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.422818] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2101.422818] env[63302]: value = "task-1796477" [ 2101.422818] env[63302]: _type = "Task" [ 2101.422818] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.430420] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.703542] env[63302]: DEBUG nova.network.neutron [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [{"id": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "address": "fa:16:3e:aa:27:7a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7854bbd0-74", "ovs_interfaceid": "7854bbd0-742c-45e5-88c5-151b2a99d4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.932610] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.206116] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.206116] env[63302]: DEBUG nova.objects.instance [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'migration_context' on Instance uuid b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2102.432549] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796477, 'name': ReconfigVM_Task, 'duration_secs': 0.640645} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.432813] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 55f910e5-2f14-422c-bda7-cf248f9d8c3a/55f910e5-2f14-422c-bda7-cf248f9d8c3a.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2102.433602] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c43c09-1841-45e7-b21e-af79307fc210 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.439658] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2102.439658] env[63302]: value = "task-1796478" [ 2102.439658] env[63302]: _type = "Task" [ 2102.439658] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.448071] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796478, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.708884] env[63302]: DEBUG nova.objects.base [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2102.709913] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b36d79-1936-4c22-aeb1-149b0a1d46d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.728750] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14adef05-ff85-499c-ba47-2aaca47a6e9b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.734454] env[63302]: DEBUG oslo_vmware.api [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2102.734454] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52193283-e9df-bb86-b118-dfa65cff5b53" [ 2102.734454] env[63302]: _type = "Task" [ 2102.734454] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.742267] env[63302]: DEBUG oslo_vmware.api [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52193283-e9df-bb86-b118-dfa65cff5b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.949685] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796478, 'name': Rename_Task, 'duration_secs': 0.156519} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.950095] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.950194] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c9da843-6918-4913-9cf5-815adf2ea59c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.956140] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2102.956140] env[63302]: value = "task-1796479" [ 2102.956140] env[63302]: _type = "Task" [ 2102.956140] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.964407] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.244711] env[63302]: DEBUG oslo_vmware.api [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52193283-e9df-bb86-b118-dfa65cff5b53, 'name': SearchDatastore_Task, 'duration_secs': 0.053645} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.245058] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.245342] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.466023] env[63302]: DEBUG oslo_vmware.api [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796479, 'name': PowerOnVM_Task, 'duration_secs': 0.449616} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.466260] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2103.466463] env[63302]: INFO nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Took 7.44 seconds to spawn the instance on the hypervisor. [ 2103.466643] env[63302]: DEBUG nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.467451] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2bcce8-d9d9-443a-a8f4-cce82b344404 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.816789] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d2c0a5-ba1c-4290-9681-e937052ee705 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.824308] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd823d-93b2-4086-bc5c-46a557adfff5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.854046] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c37133-b6e6-4375-8c96-2cde7d3ede7e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.861922] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2425df1b-1377-497c-87c8-e4eaa9917d4a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.875228] env[63302]: DEBUG nova.compute.provider_tree [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.985091] env[63302]: INFO nova.compute.manager [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Took 12.70 seconds to build instance. [ 2104.381028] env[63302]: DEBUG nova.scheduler.client.report [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2104.465483] env[63302]: DEBUG nova.compute.manager [req-d85d115f-ad5a-42b5-b2dd-129168822c66 req-3692078d-f5d0-45a6-b8ba-5ff11c8a5541 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Received event network-changed-fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2104.465652] env[63302]: DEBUG nova.compute.manager [req-d85d115f-ad5a-42b5-b2dd-129168822c66 req-3692078d-f5d0-45a6-b8ba-5ff11c8a5541 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Refreshing instance network info cache due to event network-changed-fd7c48ac-e36e-47e9-8d69-f212245a31b7. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2104.465853] env[63302]: DEBUG oslo_concurrency.lockutils [req-d85d115f-ad5a-42b5-b2dd-129168822c66 req-3692078d-f5d0-45a6-b8ba-5ff11c8a5541 service nova] Acquiring lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.466346] env[63302]: DEBUG oslo_concurrency.lockutils [req-d85d115f-ad5a-42b5-b2dd-129168822c66 req-3692078d-f5d0-45a6-b8ba-5ff11c8a5541 service nova] Acquired lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.466726] env[63302]: DEBUG nova.network.neutron [req-d85d115f-ad5a-42b5-b2dd-129168822c66 req-3692078d-f5d0-45a6-b8ba-5ff11c8a5541 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Refreshing network info cache for port fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2104.487267] env[63302]: DEBUG oslo_concurrency.lockutils [None req-8e341371-6228-4ac7-911e-5c170fb80f89 tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.206s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.191208] env[63302]: DEBUG nova.network.neutron [req-d85d115f-ad5a-42b5-b2dd-129168822c66 req-3692078d-f5d0-45a6-b8ba-5ff11c8a5541 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Updated VIF entry in instance network info cache for port fd7c48ac-e36e-47e9-8d69-f212245a31b7. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.191606] env[63302]: DEBUG nova.network.neutron [req-d85d115f-ad5a-42b5-b2dd-129168822c66 req-3692078d-f5d0-45a6-b8ba-5ff11c8a5541 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Updating instance_info_cache with network_info: [{"id": "fd7c48ac-e36e-47e9-8d69-f212245a31b7", "address": "fa:16:3e:f0:ef:bd", "network": {"id": "75073442-918e-412c-8603-a4c27c314f56", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-454993008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a512d7fb5242ec8034d21da0c8e3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c48ac-e3", "ovs_interfaceid": "fd7c48ac-e36e-47e9-8d69-f212245a31b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.389034] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.143s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.694564] env[63302]: DEBUG oslo_concurrency.lockutils [req-d85d115f-ad5a-42b5-b2dd-129168822c66 req-3692078d-f5d0-45a6-b8ba-5ff11c8a5541 service nova] Releasing lock "refresh_cache-55f910e5-2f14-422c-bda7-cf248f9d8c3a" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.959205] env[63302]: INFO nova.scheduler.client.report [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted allocation for migration dfde66a1-3269-410f-92e5-62a577b9eaba [ 2106.464629] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3a20b87e-74ee-4b26-a67a-7591f41ea3a2 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.536s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.958612] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.958896] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.959186] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.959772] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.959963] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.961982] env[63302]: INFO nova.compute.manager [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Terminating instance [ 2107.465817] env[63302]: DEBUG nova.compute.manager [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.466209] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.466953] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f91ff46-2b85-4443-b80e-3c64bc6d9878 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.474823] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.475104] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a6cc4c-0aa7-4403-8ef5-0ecd636b8446 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.481466] env[63302]: DEBUG oslo_vmware.api [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2107.481466] env[63302]: value = "task-1796480" [ 2107.481466] env[63302]: _type = "Task" [ 2107.481466] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.489517] env[63302]: DEBUG oslo_vmware.api [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.991642] env[63302]: DEBUG oslo_vmware.api [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796480, 'name': PowerOffVM_Task, 'duration_secs': 0.267987} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.991901] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2107.992086] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2107.992328] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73bbe4dd-d4df-4ad8-ab4c-c1526d9686a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.068775] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.068938] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.069175] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleting the datastore file [datastore1] b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.069532] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f502e3df-da87-476b-ad2a-43b7fafdc33b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.076773] env[63302]: DEBUG oslo_vmware.api [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2108.076773] env[63302]: value = "task-1796482" [ 2108.076773] env[63302]: _type = "Task" [ 2108.076773] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.084273] env[63302]: DEBUG oslo_vmware.api [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.586475] env[63302]: DEBUG oslo_vmware.api [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142974} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.586836] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.586909] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.587090] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.587289] env[63302]: INFO nova.compute.manager [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2108.587545] env[63302]: DEBUG oslo.service.loopingcall [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.587741] env[63302]: DEBUG nova.compute.manager [-] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2108.587837] env[63302]: DEBUG nova.network.neutron [-] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2109.099239] env[63302]: DEBUG nova.compute.manager [req-099f0cad-3ca0-4a3f-93e0-ae9ac0d9dc83 req-13f99cd1-d7e1-40f7-8ec6-d831e04f28c4 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Received event network-vif-deleted-7854bbd0-742c-45e5-88c5-151b2a99d4d8 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2109.099432] env[63302]: INFO nova.compute.manager [req-099f0cad-3ca0-4a3f-93e0-ae9ac0d9dc83 req-13f99cd1-d7e1-40f7-8ec6-d831e04f28c4 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Neutron deleted interface 7854bbd0-742c-45e5-88c5-151b2a99d4d8; detaching it from the instance and deleting it from the info cache [ 2109.099583] env[63302]: DEBUG nova.network.neutron [req-099f0cad-3ca0-4a3f-93e0-ae9ac0d9dc83 req-13f99cd1-d7e1-40f7-8ec6-d831e04f28c4 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.579048] env[63302]: DEBUG nova.network.neutron [-] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.602285] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-916e4737-9dd9-4c64-8d7e-9cfe3acaaf9a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.614658] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbe75ee-c8dc-4b30-831a-150e790cdcee {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.643446] env[63302]: DEBUG nova.compute.manager [req-099f0cad-3ca0-4a3f-93e0-ae9ac0d9dc83 req-13f99cd1-d7e1-40f7-8ec6-d831e04f28c4 service nova] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Detach interface failed, port_id=7854bbd0-742c-45e5-88c5-151b2a99d4d8, reason: Instance b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2110.082180] env[63302]: INFO nova.compute.manager [-] [instance: b6ceb9da-fada-4af8-bfb2-ed56a26d31c0] Took 1.49 seconds to deallocate network for instance. [ 2110.588476] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.588741] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.588932] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.610016] env[63302]: INFO nova.scheduler.client.report [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted allocations for instance b6ceb9da-fada-4af8-bfb2-ed56a26d31c0 [ 2111.117910] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b7094e58-80a8-4f25-877f-f468d0ec3ed5 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "b6ceb9da-fada-4af8-bfb2-ed56a26d31c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.159s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.926173] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.926498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.428798] env[63302]: DEBUG nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2112.954872] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.955186] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.956784] env[63302]: INFO nova.compute.claims [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2114.042104] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e9742d-1669-49bd-90d1-d35e23e078cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.049800] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccabd3a-19db-467d-a5de-5680f78f3734 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.084982] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8016a40-40c2-4b8f-8f9b-1c72f1c37280 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.093233] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f8eab-05b0-40f8-b8f9-361d0785ca6d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.108451] env[63302]: DEBUG nova.compute.provider_tree [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2114.616744] env[63302]: DEBUG nova.scheduler.client.report [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2115.125025] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.125648] env[63302]: DEBUG nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2115.241094] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.241352] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.630456] env[63302]: DEBUG nova.compute.utils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2115.631886] env[63302]: DEBUG nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2115.632055] env[63302]: DEBUG nova.network.neutron [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2115.685325] env[63302]: DEBUG nova.policy [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f6f93b22a7d458dad6d6a44e6b09780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b33cec38604c32af8eaeb848458cac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 2115.744245] env[63302]: DEBUG nova.compute.utils [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2115.952894] env[63302]: DEBUG nova.network.neutron [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Successfully created port: e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2116.134948] env[63302]: DEBUG nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2116.246514] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.145262] env[63302]: DEBUG nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2117.168967] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2117.169223] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2117.169383] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2117.169581] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2117.169785] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2117.169872] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2117.170095] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2117.170261] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2117.170431] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2117.170606] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2117.170780] env[63302]: DEBUG nova.virt.hardware [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2117.171711] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbaefa4-4815-433e-b40e-a850aa280406 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.179793] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c7aeab-24df-4ed5-bf94-20ca3ab6faa7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.315998] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.315998] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.315998] env[63302]: INFO nova.compute.manager [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Attaching volume 3d5e2dba-0d10-4aba-8c42-83b65f680cce to /dev/sdb [ 2117.326786] env[63302]: DEBUG nova.compute.manager [req-c8f454e6-96fc-4b53-ae51-86ac35b41b06 req-be9f2a8c-7cf9-4760-b76c-0d7afcf07c85 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Received event network-vif-plugged-e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2117.327161] env[63302]: DEBUG oslo_concurrency.lockutils [req-c8f454e6-96fc-4b53-ae51-86ac35b41b06 req-be9f2a8c-7cf9-4760-b76c-0d7afcf07c85 service nova] Acquiring lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.327497] env[63302]: DEBUG oslo_concurrency.lockutils [req-c8f454e6-96fc-4b53-ae51-86ac35b41b06 req-be9f2a8c-7cf9-4760-b76c-0d7afcf07c85 service nova] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.327775] env[63302]: DEBUG oslo_concurrency.lockutils [req-c8f454e6-96fc-4b53-ae51-86ac35b41b06 req-be9f2a8c-7cf9-4760-b76c-0d7afcf07c85 service nova] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.328222] env[63302]: DEBUG nova.compute.manager [req-c8f454e6-96fc-4b53-ae51-86ac35b41b06 req-be9f2a8c-7cf9-4760-b76c-0d7afcf07c85 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] No waiting events found dispatching network-vif-plugged-e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2117.328606] env[63302]: WARNING nova.compute.manager [req-c8f454e6-96fc-4b53-ae51-86ac35b41b06 req-be9f2a8c-7cf9-4760-b76c-0d7afcf07c85 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Received unexpected event network-vif-plugged-e1197195-5022-4caa-945e-5f0c34832d70 for instance with vm_state building and task_state spawning. [ 2117.349387] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5946af-5d6c-4728-a9de-cc3fc1222d88 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.358022] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4d55d8-bda6-49af-b2bc-9f78df8c58c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.370712] env[63302]: DEBUG nova.virt.block_device [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Updating existing volume attachment record: aadd4065-cb67-4870-a600-56e30f1c34c4 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2117.476404] env[63302]: DEBUG nova.network.neutron [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Successfully updated port: e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2117.794633] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.794878] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.795090] env[63302]: INFO nova.compute.manager [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Shelving [ 2117.979172] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.979342] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.979523] env[63302]: DEBUG nova.network.neutron [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2118.525420] env[63302]: DEBUG nova.network.neutron [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2118.668177] env[63302]: DEBUG nova.network.neutron [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.804569] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2118.804859] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d4a266-d60d-4081-8bdc-364b0bca2349 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.811895] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2118.811895] env[63302]: value = "task-1796484" [ 2118.811895] env[63302]: _type = "Task" [ 2118.811895] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.819835] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.170630] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.170936] env[63302]: DEBUG nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Instance network_info: |[{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2119.171403] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:9b:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1197195-5022-4caa-945e-5f0c34832d70', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2119.178827] env[63302]: DEBUG oslo.service.loopingcall [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.179038] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2119.179271] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00482a96-32a0-4158-b1ef-8ccb3abe8c07 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.198249] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2119.198249] env[63302]: value = "task-1796485" [ 2119.198249] env[63302]: _type = "Task" [ 2119.198249] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.205794] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796485, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.321693] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796484, 'name': PowerOffVM_Task, 'duration_secs': 0.183172} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.321956] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.322797] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52358498-c289-455d-8b5a-65d03f93450f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.340373] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b0901-81d8-4f87-8417-75a18449eea3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.357249] env[63302]: DEBUG nova.compute.manager [req-65fdf008-a9ea-439b-b530-4394500ca109 req-6908b92f-cac6-4c2b-9953-b83030d8af65 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Received event network-changed-e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2119.357483] env[63302]: DEBUG nova.compute.manager [req-65fdf008-a9ea-439b-b530-4394500ca109 req-6908b92f-cac6-4c2b-9953-b83030d8af65 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Refreshing instance network info cache due to event network-changed-e1197195-5022-4caa-945e-5f0c34832d70. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2119.357746] env[63302]: DEBUG oslo_concurrency.lockutils [req-65fdf008-a9ea-439b-b530-4394500ca109 req-6908b92f-cac6-4c2b-9953-b83030d8af65 service nova] Acquiring lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.357857] env[63302]: DEBUG oslo_concurrency.lockutils [req-65fdf008-a9ea-439b-b530-4394500ca109 req-6908b92f-cac6-4c2b-9953-b83030d8af65 service nova] Acquired lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.358008] env[63302]: DEBUG nova.network.neutron [req-65fdf008-a9ea-439b-b530-4394500ca109 req-6908b92f-cac6-4c2b-9953-b83030d8af65 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Refreshing network info cache for port e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2119.707725] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796485, 'name': CreateVM_Task, 'duration_secs': 0.457072} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.708054] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2119.708691] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.709239] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.709239] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2119.709515] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbbb2396-4395-45a8-9c5a-63d63985fd17 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.714379] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2119.714379] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521bc7e5-92d3-c5c6-4cde-847f2ab385d7" [ 2119.714379] env[63302]: _type = "Task" [ 2119.714379] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.721867] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521bc7e5-92d3-c5c6-4cde-847f2ab385d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.850535] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Creating Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2119.850879] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c362865d-18d1-48ea-b87e-b2ef802753cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.858120] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2119.858120] env[63302]: value = "task-1796487" [ 2119.858120] env[63302]: _type = "Task" [ 2119.858120] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.867413] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796487, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.053016] env[63302]: DEBUG nova.network.neutron [req-65fdf008-a9ea-439b-b530-4394500ca109 req-6908b92f-cac6-4c2b-9953-b83030d8af65 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updated VIF entry in instance network info cache for port e1197195-5022-4caa-945e-5f0c34832d70. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2120.053489] env[63302]: DEBUG nova.network.neutron [req-65fdf008-a9ea-439b-b530-4394500ca109 req-6908b92f-cac6-4c2b-9953-b83030d8af65 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.226623] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521bc7e5-92d3-c5c6-4cde-847f2ab385d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008492} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.226915] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.227184] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2120.227497] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.227649] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.227863] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2120.228167] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb061ee-a8d4-4983-9e80-dcbf8e80a50a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.236695] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2120.236870] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2120.237593] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae81afa-420f-4da0-9c51-c5f529f10567 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.244305] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2120.244305] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52318b02-8ce2-e080-bde2-a0d8b86f53e2" [ 2120.244305] env[63302]: _type = "Task" [ 2120.244305] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.251353] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52318b02-8ce2-e080-bde2-a0d8b86f53e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.367987] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796487, 'name': CreateSnapshot_Task, 'duration_secs': 0.411117} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.368254] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Created Snapshot of the VM instance {{(pid=63302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2120.368964] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f5f75-2b83-486e-81d9-ead7a997346a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.557019] env[63302]: DEBUG oslo_concurrency.lockutils [req-65fdf008-a9ea-439b-b530-4394500ca109 req-6908b92f-cac6-4c2b-9953-b83030d8af65 service nova] Releasing lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.754783] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52318b02-8ce2-e080-bde2-a0d8b86f53e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008516} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.755592] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0eecaac-7cbf-4afe-9703-8363cd27aee1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.760533] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2120.760533] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521954c2-37fd-beb7-238b-9ffe67e21162" [ 2120.760533] env[63302]: _type = "Task" [ 2120.760533] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.768118] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521954c2-37fd-beb7-238b-9ffe67e21162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.886483] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Creating linked-clone VM from snapshot {{(pid=63302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2120.886783] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f63e77d2-d198-422c-b8a1-4d5a7adf4874 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.895195] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2120.895195] env[63302]: value = "task-1796488" [ 2120.895195] env[63302]: _type = "Task" [ 2120.895195] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.902828] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796488, 'name': CloneVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.271508] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521954c2-37fd-beb7-238b-9ffe67e21162, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.271823] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.272113] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9/eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2121.272367] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-227ac0a2-9871-4824-a193-ec7b5eb96603 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.278619] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2121.278619] env[63302]: value = "task-1796489" [ 2121.278619] env[63302]: _type = "Task" [ 2121.278619] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.285777] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.406148] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796488, 'name': CloneVM_Task} progress is 94%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.788584] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485514} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.788982] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9/eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2121.789113] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2121.789380] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7722e67a-5344-4d80-99f2-00c3a13a9b49 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.795398] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2121.795398] env[63302]: value = "task-1796490" [ 2121.795398] env[63302]: _type = "Task" [ 2121.795398] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.803177] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.905962] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796488, 'name': CloneVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.929192] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2121.929437] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372552', 'volume_id': '3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'name': 'volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9afe5779-faea-4c4b-aea1-ce40a23ce577', 'attached_at': '', 'detached_at': '', 'volume_id': '3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'serial': '3d5e2dba-0d10-4aba-8c42-83b65f680cce'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2121.930302] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea6769b-b4d6-4856-bce6-45c00895dcc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.946064] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563af7f3-7c69-47a6-8fdc-9ac953f6987e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.971437] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce/volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2121.971678] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac4ea4c-de94-4452-bb99-0e99a22d749e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.988777] env[63302]: DEBUG oslo_vmware.api [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2121.988777] env[63302]: value = "task-1796491" [ 2121.988777] env[63302]: _type = "Task" [ 2121.988777] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.996123] env[63302]: DEBUG oslo_vmware.api [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.305928] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059406} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.306226] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2122.307080] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5376f540-d1e3-4eed-a555-169aeee90106 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.329156] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9/eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2122.329411] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae55753f-dfb6-486c-8ab9-433a250bb147 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.347044] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2122.347044] env[63302]: value = "task-1796492" [ 2122.347044] env[63302]: _type = "Task" [ 2122.347044] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.354621] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.406330] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796488, 'name': CloneVM_Task, 'duration_secs': 1.01405} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.406580] env[63302]: INFO nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Created linked-clone VM from snapshot [ 2122.407331] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa886867-fb25-4ca4-985b-760ef2bf4a28 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.414200] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Uploading image 825099a1-0ef8-4743-bcfa-5c0280426833 {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2122.438564] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2122.438564] env[63302]: value = "vm-372555" [ 2122.438564] env[63302]: _type = "VirtualMachine" [ 2122.438564] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2122.438818] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-332dddd5-2207-4885-ae25-f9a22183cbc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.444919] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease: (returnval){ [ 2122.444919] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52972fa2-9669-1e65-43a6-540a3193967c" [ 2122.444919] env[63302]: _type = "HttpNfcLease" [ 2122.444919] env[63302]: } obtained for exporting VM: (result){ [ 2122.444919] env[63302]: value = "vm-372555" [ 2122.444919] env[63302]: _type = "VirtualMachine" [ 2122.444919] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2122.445216] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the lease: (returnval){ [ 2122.445216] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52972fa2-9669-1e65-43a6-540a3193967c" [ 2122.445216] env[63302]: _type = "HttpNfcLease" [ 2122.445216] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2122.450935] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2122.450935] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52972fa2-9669-1e65-43a6-540a3193967c" [ 2122.450935] env[63302]: _type = "HttpNfcLease" [ 2122.450935] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2122.498544] env[63302]: DEBUG oslo_vmware.api [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796491, 'name': ReconfigVM_Task, 'duration_secs': 0.350472} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.498810] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce/volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2122.503821] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6025a0b9-ad3e-4d4d-84bf-6ee4966719c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.518359] env[63302]: DEBUG oslo_vmware.api [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2122.518359] env[63302]: value = "task-1796494" [ 2122.518359] env[63302]: _type = "Task" [ 2122.518359] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.526383] env[63302]: DEBUG oslo_vmware.api [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.856892] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796492, 'name': ReconfigVM_Task, 'duration_secs': 0.278101} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.857460] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfigured VM instance instance-0000007b to attach disk [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9/eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2122.857787] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d26a74ed-480b-4856-8d46-303485dd0fa1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.864166] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2122.864166] env[63302]: value = "task-1796495" [ 2122.864166] env[63302]: _type = "Task" [ 2122.864166] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.871174] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796495, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.952579] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2122.952579] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52972fa2-9669-1e65-43a6-540a3193967c" [ 2122.952579] env[63302]: _type = "HttpNfcLease" [ 2122.952579] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2122.952905] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2122.952905] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52972fa2-9669-1e65-43a6-540a3193967c" [ 2122.952905] env[63302]: _type = "HttpNfcLease" [ 2122.952905] env[63302]: }. {{(pid=63302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2122.954025] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c52f6be-b666-42b1-bc07-c614273a536f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.961051] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865b31-1398-83b1-f357-2a82371227c2/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2122.961237] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865b31-1398-83b1-f357-2a82371227c2/disk-0.vmdk for reading. {{(pid=63302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2123.029015] env[63302]: DEBUG oslo_vmware.api [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796494, 'name': ReconfigVM_Task, 'duration_secs': 0.147015} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.029015] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372552', 'volume_id': '3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'name': 'volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9afe5779-faea-4c4b-aea1-ce40a23ce577', 'attached_at': '', 'detached_at': '', 'volume_id': '3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'serial': '3d5e2dba-0d10-4aba-8c42-83b65f680cce'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2123.050209] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9b2cced-686d-4021-9563-1cecced9b3bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.377495] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796495, 'name': Rename_Task, 'duration_secs': 0.127527} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.377939] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2123.378262] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b47bbcb-9641-4b48-bcd4-07277ca61ef8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.385081] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2123.385081] env[63302]: value = "task-1796496" [ 2123.385081] env[63302]: _type = "Task" [ 2123.385081] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.392718] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.895123] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796496, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.064537] env[63302]: DEBUG nova.objects.instance [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid 9afe5779-faea-4c4b-aea1-ce40a23ce577 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2124.396016] env[63302]: DEBUG oslo_vmware.api [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796496, 'name': PowerOnVM_Task, 'duration_secs': 0.523063} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.396370] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2124.396643] env[63302]: INFO nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Took 7.25 seconds to spawn the instance on the hypervisor. [ 2124.396898] env[63302]: DEBUG nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2124.397760] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf23fe3-f9fe-4f5b-8ede-8dec1c48ef5d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.570321] env[63302]: DEBUG oslo_concurrency.lockutils [None req-3c872c0f-9428-4280-88b7-d7c83482e7a6 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.636588] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2124.636848] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2124.915606] env[63302]: INFO nova.compute.manager [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Took 11.98 seconds to build instance. [ 2125.142260] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.142910] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2125.148667] env[63302]: DEBUG nova.compute.manager [req-96c6cac3-1264-4175-9065-7a4d6cb30803 req-5e032411-3075-4e42-addf-6b8794e7d10f service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Received event network-changed-e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2125.149098] env[63302]: DEBUG nova.compute.manager [req-96c6cac3-1264-4175-9065-7a4d6cb30803 req-5e032411-3075-4e42-addf-6b8794e7d10f service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Refreshing instance network info cache due to event network-changed-e1197195-5022-4caa-945e-5f0c34832d70. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2125.149428] env[63302]: DEBUG oslo_concurrency.lockutils [req-96c6cac3-1264-4175-9065-7a4d6cb30803 req-5e032411-3075-4e42-addf-6b8794e7d10f service nova] Acquiring lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.149764] env[63302]: DEBUG oslo_concurrency.lockutils [req-96c6cac3-1264-4175-9065-7a4d6cb30803 req-5e032411-3075-4e42-addf-6b8794e7d10f service nova] Acquired lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.150044] env[63302]: DEBUG nova.network.neutron [req-96c6cac3-1264-4175-9065-7a4d6cb30803 req-5e032411-3075-4e42-addf-6b8794e7d10f service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Refreshing network info cache for port e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.407289] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.407602] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.417354] env[63302]: DEBUG oslo_concurrency.lockutils [None req-4ce5c507-ce24-4f57-aec9-a032a9d923ee tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.491s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.871293] env[63302]: DEBUG nova.network.neutron [req-96c6cac3-1264-4175-9065-7a4d6cb30803 req-5e032411-3075-4e42-addf-6b8794e7d10f service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updated VIF entry in instance network info cache for port e1197195-5022-4caa-945e-5f0c34832d70. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2125.871740] env[63302]: DEBUG nova.network.neutron [req-96c6cac3-1264-4175-9065-7a4d6cb30803 req-5e032411-3075-4e42-addf-6b8794e7d10f service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.910961] env[63302]: DEBUG nova.compute.utils [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2126.375341] env[63302]: DEBUG oslo_concurrency.lockutils [req-96c6cac3-1264-4175-9065-7a4d6cb30803 req-5e032411-3075-4e42-addf-6b8794e7d10f service nova] Releasing lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.414641] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.504938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.504938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.504938] env[63302]: INFO nova.compute.manager [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Attaching volume a067aeea-cfa9-4733-a5b9-9c4e2932fc18 to /dev/sdc [ 2127.516686] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71233f-986d-44e5-9e4d-9b761e28816d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.532907] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612e74e-cccc-47b4-ae7e-747dce28bfa3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.551531] env[63302]: DEBUG nova.virt.block_device [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Updating existing volume attachment record: 290e8b58-879e-41ba-a177-271e1746d67a {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2129.164978] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2129.165354] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.165482] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.165658] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.165826] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.166018] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.166214] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.166354] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2129.166555] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.669652] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.669967] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.670159] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.670327] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2129.671268] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c8e101-d96a-4c04-8217-5820c6fbb0e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.680165] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89f5b99-759a-42f8-a91a-33a4166640d3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.696023] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d9699-bc83-4e4f-aba2-3a95ab48b3fd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.703463] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37d7a2f-cc14-4564-b18f-8761c1c810a5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.732774] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181066MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2129.732931] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.733164] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.192130] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865b31-1398-83b1-f357-2a82371227c2/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2130.193124] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e8a9b-912e-4421-b162-f74429b094e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.199393] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865b31-1398-83b1-f357-2a82371227c2/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2130.199564] env[63302]: ERROR oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865b31-1398-83b1-f357-2a82371227c2/disk-0.vmdk due to incomplete transfer. [ 2130.199777] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f00776d-e025-40f5-b63e-add822a2d9c0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.207568] env[63302]: DEBUG oslo_vmware.rw_handles [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52865b31-1398-83b1-f357-2a82371227c2/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2130.207781] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Uploaded image 825099a1-0ef8-4743-bcfa-5c0280426833 to the Glance image server {{(pid=63302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2130.210232] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Destroying the VM {{(pid=63302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2130.210313] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0bd2ca40-93ac-4de1-bece-64dd75f12a14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.217054] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2130.217054] env[63302]: value = "task-1796499" [ 2130.217054] env[63302]: _type = "Task" [ 2130.217054] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.223863] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796499, 'name': Destroy_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.726706] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796499, 'name': Destroy_Task, 'duration_secs': 0.308819} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.726948] env[63302]: INFO nova.virt.vmwareapi.vm_util [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Destroyed the VM [ 2130.727200] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Deleting Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2130.727455] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f66f676f-b9cd-4a4c-ae7f-9254efca6364 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.733736] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2130.733736] env[63302]: value = "task-1796500" [ 2130.733736] env[63302]: _type = "Task" [ 2130.733736] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.743275] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.761823] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance a4020383-0b10-4ea2-bdaa-ccea08c857eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.762031] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 9afe5779-faea-4c4b-aea1-ce40a23ce577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.762202] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 55f910e5-2f14-422c-bda7-cf248f9d8c3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.762356] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.762586] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2130.762751] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2130.824135] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e94fecf-0351-42e2-ab56-4ee8f27946b2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.832119] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e532701-0353-4119-969d-d1d14adad2e8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.863830] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b893892-f799-4e7e-9bb4-05b0f2341e12 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.871321] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba39e57-876a-4c80-8fe3-15a0a1d7902d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.884588] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.243818] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796500, 'name': RemoveSnapshot_Task, 'duration_secs': 0.324575} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.244139] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Deleted Snapshot of the VM instance {{(pid=63302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2131.244394] env[63302]: DEBUG nova.compute.manager [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2131.245152] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55989a-0a59-4e44-94d2-49bc32d599bb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.388119] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2131.756952] env[63302]: INFO nova.compute.manager [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Shelve offloading [ 2131.893140] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2131.893367] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.100144] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2132.100404] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372556', 'volume_id': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'name': 'volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9afe5779-faea-4c4b-aea1-ce40a23ce577', 'attached_at': '', 'detached_at': '', 'volume_id': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'serial': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2132.101543] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f23f0b-53e6-4676-8d58-feeaf61a24ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.118125] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31fa58b-0d36-493a-84cc-f1b4812f74ca {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.145893] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18/volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2132.146151] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ea4348-701e-48ce-a478-a6025fac3e4c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.164721] env[63302]: DEBUG oslo_vmware.api [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2132.164721] env[63302]: value = "task-1796501" [ 2132.164721] env[63302]: _type = "Task" [ 2132.164721] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.172276] env[63302]: DEBUG oslo_vmware.api [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.260213] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2132.260538] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a54fdf1-24d7-49e0-87ba-94935e9c8ce7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.266807] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2132.266807] env[63302]: value = "task-1796502" [ 2132.266807] env[63302]: _type = "Task" [ 2132.266807] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.274325] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.673845] env[63302]: DEBUG oslo_vmware.api [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796501, 'name': ReconfigVM_Task, 'duration_secs': 0.334189} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.674165] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18/volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2132.678854] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a2a3a79-0a7c-4b86-8aae-de0a7a35a4a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.693528] env[63302]: DEBUG oslo_vmware.api [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2132.693528] env[63302]: value = "task-1796503" [ 2132.693528] env[63302]: _type = "Task" [ 2132.693528] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.703735] env[63302]: DEBUG oslo_vmware.api [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.776060] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] VM already powered off {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2132.776233] env[63302]: DEBUG nova.compute.manager [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2132.776964] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d003bca0-4983-42ab-8c7d-c86c27c32562 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.782351] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.782516] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.782688] env[63302]: DEBUG nova.network.neutron [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2133.203902] env[63302]: DEBUG oslo_vmware.api [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796503, 'name': ReconfigVM_Task, 'duration_secs': 0.144698} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.204216] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372556', 'volume_id': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'name': 'volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9afe5779-faea-4c4b-aea1-ce40a23ce577', 'attached_at': '', 'detached_at': '', 'volume_id': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'serial': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2133.486266] env[63302]: DEBUG nova.network.neutron [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [{"id": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "address": "fa:16:3e:5a:e3:1e", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8bd56b-41", "ovs_interfaceid": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.989436] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.239468] env[63302]: DEBUG nova.objects.instance [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid 9afe5779-faea-4c4b-aea1-ce40a23ce577 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.244024] env[63302]: DEBUG nova.compute.manager [req-103009f4-a82d-4414-9ea0-3d3c0a022f9a req-b4d8ac8a-c707-4fae-96e7-d3868a6bbcbc service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received event network-vif-unplugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2134.244024] env[63302]: DEBUG oslo_concurrency.lockutils [req-103009f4-a82d-4414-9ea0-3d3c0a022f9a req-b4d8ac8a-c707-4fae-96e7-d3868a6bbcbc service nova] Acquiring lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.244024] env[63302]: DEBUG oslo_concurrency.lockutils [req-103009f4-a82d-4414-9ea0-3d3c0a022f9a req-b4d8ac8a-c707-4fae-96e7-d3868a6bbcbc service nova] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.244024] env[63302]: DEBUG oslo_concurrency.lockutils [req-103009f4-a82d-4414-9ea0-3d3c0a022f9a req-b4d8ac8a-c707-4fae-96e7-d3868a6bbcbc service nova] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.244024] env[63302]: DEBUG nova.compute.manager [req-103009f4-a82d-4414-9ea0-3d3c0a022f9a req-b4d8ac8a-c707-4fae-96e7-d3868a6bbcbc service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] No waiting events found dispatching network-vif-unplugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2134.244024] env[63302]: WARNING nova.compute.manager [req-103009f4-a82d-4414-9ea0-3d3c0a022f9a req-b4d8ac8a-c707-4fae-96e7-d3868a6bbcbc service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received unexpected event network-vif-unplugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 for instance with vm_state shelved and task_state shelving_offloading. [ 2134.335650] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2134.336593] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6219c-d815-40ba-8cc8-0fe431f14b2d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.343933] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2134.344166] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ee2740c-bf0c-48ba-8abe-dac9d4ca147c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.414019] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2134.414308] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2134.414531] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleting the datastore file [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2134.414833] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63d3e601-74fc-4cf6-b157-56cb7f11e445 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.421211] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2134.421211] env[63302]: value = "task-1796505" [ 2134.421211] env[63302]: _type = "Task" [ 2134.421211] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.430189] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.747646] env[63302]: DEBUG oslo_concurrency.lockutils [None req-b438816c-049d-4ef1-81e1-01e78d3a1fb8 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.930815] env[63302]: DEBUG oslo_vmware.api [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121902} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.931060] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2134.931250] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2134.931425] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2134.954089] env[63302]: INFO nova.scheduler.client.report [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted allocations for instance a4020383-0b10-4ea2-bdaa-ccea08c857eb [ 2135.052399] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.052594] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.458882] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.459205] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.459437] env[63302]: DEBUG nova.objects.instance [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'resources' on Instance uuid a4020383-0b10-4ea2-bdaa-ccea08c857eb {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.556948] env[63302]: INFO nova.compute.manager [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Detaching volume 3d5e2dba-0d10-4aba-8c42-83b65f680cce [ 2135.592819] env[63302]: INFO nova.virt.block_device [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Attempting to driver detach volume 3d5e2dba-0d10-4aba-8c42-83b65f680cce from mountpoint /dev/sdb [ 2135.593023] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2135.593211] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372552', 'volume_id': '3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'name': 'volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9afe5779-faea-4c4b-aea1-ce40a23ce577', 'attached_at': '', 'detached_at': '', 'volume_id': '3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'serial': '3d5e2dba-0d10-4aba-8c42-83b65f680cce'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2135.594123] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dff7bf0-8c30-4a22-b965-8cb0e3d1cca6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.619733] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d29096b-b009-4148-9601-ae489339ed47 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.627709] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a0655f-1736-465a-8d92-a71bd7cd0f93 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.654612] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc13a8f-31b5-4a4b-9396-f6c5c19f7784 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.672018] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] The volume has not been displaced from its original location: [datastore1] volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce/volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2135.677404] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2135.677758] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd20506-1c94-4bf2-9e36-382c83a73f9f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.696288] env[63302]: DEBUG oslo_vmware.api [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2135.696288] env[63302]: value = "task-1796506" [ 2135.696288] env[63302]: _type = "Task" [ 2135.696288] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.704574] env[63302]: DEBUG oslo_vmware.api [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.962452] env[63302]: DEBUG nova.objects.instance [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'numa_topology' on Instance uuid a4020383-0b10-4ea2-bdaa-ccea08c857eb {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2136.206230] env[63302]: DEBUG oslo_vmware.api [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.269935] env[63302]: DEBUG nova.compute.manager [req-973cd765-4eaf-4198-b043-4a62f61b850b req-3f2c2c38-ad95-4276-a96f-569197468ca8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received event network-changed-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2136.270204] env[63302]: DEBUG nova.compute.manager [req-973cd765-4eaf-4198-b043-4a62f61b850b req-3f2c2c38-ad95-4276-a96f-569197468ca8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Refreshing instance network info cache due to event network-changed-fe8bd56b-4140-4b02-8e84-8260be87f5d0. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2136.270483] env[63302]: DEBUG oslo_concurrency.lockutils [req-973cd765-4eaf-4198-b043-4a62f61b850b req-3f2c2c38-ad95-4276-a96f-569197468ca8 service nova] Acquiring lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.270786] env[63302]: DEBUG oslo_concurrency.lockutils [req-973cd765-4eaf-4198-b043-4a62f61b850b req-3f2c2c38-ad95-4276-a96f-569197468ca8 service nova] Acquired lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.270835] env[63302]: DEBUG nova.network.neutron [req-973cd765-4eaf-4198-b043-4a62f61b850b req-3f2c2c38-ad95-4276-a96f-569197468ca8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Refreshing network info cache for port fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2136.465875] env[63302]: DEBUG nova.objects.base [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2136.525872] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb48d843-dd1f-4939-8f63-a00c3539c420 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.533808] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8858eb-4cdb-44fe-ad6e-daa1968a1596 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.563963] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65ec2a-eb0e-497d-aca7-b6a819f7476b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.571777] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2db827b-d978-4867-982a-66fa6610337f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.586639] env[63302]: DEBUG nova.compute.provider_tree [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2136.707621] env[63302]: DEBUG oslo_vmware.api [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796506, 'name': ReconfigVM_Task, 'duration_secs': 0.603147} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.707932] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2136.712792] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cdbb663-1bf9-4732-bf20-a56d589ac398 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.729745] env[63302]: DEBUG oslo_vmware.api [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2136.729745] env[63302]: value = "task-1796507" [ 2136.729745] env[63302]: _type = "Task" [ 2136.729745] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.737775] env[63302]: DEBUG oslo_vmware.api [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.775744] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.047208] env[63302]: DEBUG nova.network.neutron [req-973cd765-4eaf-4198-b043-4a62f61b850b req-3f2c2c38-ad95-4276-a96f-569197468ca8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updated VIF entry in instance network info cache for port fe8bd56b-4140-4b02-8e84-8260be87f5d0. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2137.047700] env[63302]: DEBUG nova.network.neutron [req-973cd765-4eaf-4198-b043-4a62f61b850b req-3f2c2c38-ad95-4276-a96f-569197468ca8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [{"id": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "address": "fa:16:3e:5a:e3:1e", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfe8bd56b-41", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.089754] env[63302]: DEBUG nova.scheduler.client.report [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2137.239833] env[63302]: DEBUG oslo_vmware.api [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796507, 'name': ReconfigVM_Task, 'duration_secs': 0.145042} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.240139] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372552', 'volume_id': '3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'name': 'volume-3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9afe5779-faea-4c4b-aea1-ce40a23ce577', 'attached_at': '', 'detached_at': '', 'volume_id': '3d5e2dba-0d10-4aba-8c42-83b65f680cce', 'serial': '3d5e2dba-0d10-4aba-8c42-83b65f680cce'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2137.551337] env[63302]: DEBUG oslo_concurrency.lockutils [req-973cd765-4eaf-4198-b043-4a62f61b850b req-3f2c2c38-ad95-4276-a96f-569197468ca8 service nova] Releasing lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.594457] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.778762] env[63302]: DEBUG nova.objects.instance [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid 9afe5779-faea-4c4b-aea1-ce40a23ce577 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.102419] env[63302]: DEBUG oslo_concurrency.lockutils [None req-f8d9aa05-7a41-4e9b-a078-14273009b37f tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.307s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.104023] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.328s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.104023] env[63302]: INFO nova.compute.manager [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Unshelving [ 2138.786603] env[63302]: DEBUG oslo_concurrency.lockutils [None req-1b4e797d-bfc1-443d-bc3c-1981308e4e27 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.734s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.128495] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.128794] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.129016] env[63302]: DEBUG nova.objects.instance [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'pci_requests' on Instance uuid a4020383-0b10-4ea2-bdaa-ccea08c857eb {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2139.326790] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.327097] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.632546] env[63302]: DEBUG nova.objects.instance [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'numa_topology' on Instance uuid a4020383-0b10-4ea2-bdaa-ccea08c857eb {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2139.830034] env[63302]: INFO nova.compute.manager [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Detaching volume a067aeea-cfa9-4733-a5b9-9c4e2932fc18 [ 2139.863093] env[63302]: INFO nova.virt.block_device [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Attempting to driver detach volume a067aeea-cfa9-4733-a5b9-9c4e2932fc18 from mountpoint /dev/sdc [ 2139.863364] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2139.863556] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372556', 'volume_id': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'name': 'volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9afe5779-faea-4c4b-aea1-ce40a23ce577', 'attached_at': '', 'detached_at': '', 'volume_id': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'serial': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2139.864484] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd248188-ba32-4fbe-a156-aae9e14c251b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.885969] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d138c-e299-462b-bad2-f3513762d376 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.893974] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0450ee6-e35c-42cd-947f-5afb8d4e73d8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.913423] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b9d68-7898-4234-9146-bef343defb55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.927870] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] The volume has not been displaced from its original location: [datastore1] volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18/volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2139.933192] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2139.933470] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26093639-658d-4158-bbd0-7b907117c353 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.951632] env[63302]: DEBUG oslo_vmware.api [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2139.951632] env[63302]: value = "task-1796508" [ 2139.951632] env[63302]: _type = "Task" [ 2139.951632] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.959241] env[63302]: DEBUG oslo_vmware.api [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.135257] env[63302]: INFO nova.compute.claims [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2140.461446] env[63302]: DEBUG oslo_vmware.api [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796508, 'name': ReconfigVM_Task, 'duration_secs': 0.237397} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.461708] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2140.466333] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d061b875-f342-4c0a-b4bb-7e6d20cbefc2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.480397] env[63302]: DEBUG oslo_vmware.api [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2140.480397] env[63302]: value = "task-1796509" [ 2140.480397] env[63302]: _type = "Task" [ 2140.480397] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.487852] env[63302]: DEBUG oslo_vmware.api [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.991384] env[63302]: DEBUG oslo_vmware.api [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796509, 'name': ReconfigVM_Task, 'duration_secs': 0.124876} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.991672] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372556', 'volume_id': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'name': 'volume-a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9afe5779-faea-4c4b-aea1-ce40a23ce577', 'attached_at': '', 'detached_at': '', 'volume_id': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18', 'serial': 'a067aeea-cfa9-4733-a5b9-9c4e2932fc18'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2141.203005] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d58f40-b853-4515-bb7f-af4318af26a2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.210613] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff01db9-3d0d-40a6-900c-974aee5831e6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.240115] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c5908d-b8f4-4692-9ea7-9444393d1012 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.247204] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78dabc4-9177-4f47-aba0-49710b3fbed7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.259908] env[63302]: DEBUG nova.compute.provider_tree [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2141.531123] env[63302]: DEBUG nova.objects.instance [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'flavor' on Instance uuid 9afe5779-faea-4c4b-aea1-ce40a23ce577 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.763047] env[63302]: DEBUG nova.scheduler.client.report [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.267477] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.295266] env[63302]: INFO nova.network.neutron [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating port fe8bd56b-4140-4b02-8e84-8260be87f5d0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2142.304681] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.304909] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.538498] env[63302]: DEBUG oslo_concurrency.lockutils [None req-ecc68e95-740b-423e-99d0-f47a6ab6b216 tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.807779] env[63302]: DEBUG nova.compute.utils [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2143.311056] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.672413] env[63302]: DEBUG nova.compute.manager [req-992c8126-9a0e-4564-9fd2-f8d5b1da471c req-286513a3-2a4e-4369-9915-125205a4cf75 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received event network-vif-plugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2143.672413] env[63302]: DEBUG oslo_concurrency.lockutils [req-992c8126-9a0e-4564-9fd2-f8d5b1da471c req-286513a3-2a4e-4369-9915-125205a4cf75 service nova] Acquiring lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.672413] env[63302]: DEBUG oslo_concurrency.lockutils [req-992c8126-9a0e-4564-9fd2-f8d5b1da471c req-286513a3-2a4e-4369-9915-125205a4cf75 service nova] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.672413] env[63302]: DEBUG oslo_concurrency.lockutils [req-992c8126-9a0e-4564-9fd2-f8d5b1da471c req-286513a3-2a4e-4369-9915-125205a4cf75 service nova] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.672413] env[63302]: DEBUG nova.compute.manager [req-992c8126-9a0e-4564-9fd2-f8d5b1da471c req-286513a3-2a4e-4369-9915-125205a4cf75 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] No waiting events found dispatching network-vif-plugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2143.672413] env[63302]: WARNING nova.compute.manager [req-992c8126-9a0e-4564-9fd2-f8d5b1da471c req-286513a3-2a4e-4369-9915-125205a4cf75 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received unexpected event network-vif-plugged-fe8bd56b-4140-4b02-8e84-8260be87f5d0 for instance with vm_state shelved_offloaded and task_state spawning. [ 2143.693105] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.693105] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.693105] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "9afe5779-faea-4c4b-aea1-ce40a23ce577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.693105] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.693105] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.693811] env[63302]: INFO nova.compute.manager [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Terminating instance [ 2143.756721] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.756721] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.756721] env[63302]: DEBUG nova.network.neutron [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2144.198278] env[63302]: DEBUG nova.compute.manager [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2144.198525] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2144.199472] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bba054-57db-4e99-9cf9-632dfca7e530 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.207547] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2144.207794] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ef18a8-6392-4b7c-ac20-e03087ce0dd5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.213610] env[63302]: DEBUG oslo_vmware.api [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2144.213610] env[63302]: value = "task-1796510" [ 2144.213610] env[63302]: _type = "Task" [ 2144.213610] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.221084] env[63302]: DEBUG oslo_vmware.api [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.367177] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.367544] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.367873] env[63302]: INFO nova.compute.manager [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Attaching volume 6f38b278-9dad-4238-b6a9-9e6c55b8b76a to /dev/sdb [ 2144.403194] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b58fd3-a07f-4500-b4d1-69fbd0a08fb7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.412739] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4abaa7-23a5-45c3-abdc-6f10cd6a972a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.428166] env[63302]: DEBUG nova.virt.block_device [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Updating existing volume attachment record: 39765beb-3cbf-4a9f-bf4f-cb4998b7d734 {{(pid=63302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2144.508029] env[63302]: DEBUG nova.network.neutron [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [{"id": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "address": "fa:16:3e:5a:e3:1e", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8bd56b-41", "ovs_interfaceid": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.724511] env[63302]: DEBUG oslo_vmware.api [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796510, 'name': PowerOffVM_Task, 'duration_secs': 0.182903} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.724752] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.724927] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.725217] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23f39245-0bb0-4619-a0c3-2e6e31f43e2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.801035] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.801165] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.801410] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Deleting the datastore file [datastore1] 9afe5779-faea-4c4b-aea1-ce40a23ce577 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.801738] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7f94f9-0f8b-4ba7-b1db-f0214599e47b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.808746] env[63302]: DEBUG oslo_vmware.api [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for the task: (returnval){ [ 2144.808746] env[63302]: value = "task-1796513" [ 2144.808746] env[63302]: _type = "Task" [ 2144.808746] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.817259] env[63302]: DEBUG oslo_vmware.api [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.010608] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.037199] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9ae4efc62d21e8e0257c2ca5431dbf83',container_format='bare',created_at=2024-12-12T05:46:12Z,direct_url=,disk_format='vmdk',id=825099a1-0ef8-4743-bcfa-5c0280426833,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1303162607-shelved',owner='105f0741e28549df88f62c47fe874fb2',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-12T05:46:24Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2145.037466] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2145.037648] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2145.037852] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2145.038020] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2145.038175] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2145.038383] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2145.038542] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2145.038752] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2145.038938] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2145.039132] env[63302]: DEBUG nova.virt.hardware [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2145.040342] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79182b8-181b-4d93-a1b1-9c4155910946 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.048136] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d898c995-aff0-4240-82dd-eafad4289114 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.061135] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:e3:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe8bd56b-4140-4b02-8e84-8260be87f5d0', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2145.068505] env[63302]: DEBUG oslo.service.loopingcall [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.068743] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2145.068928] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d283d122-d813-4e0c-8ce7-1b6e2935075e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.087408] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2145.087408] env[63302]: value = "task-1796514" [ 2145.087408] env[63302]: _type = "Task" [ 2145.087408] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.094675] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796514, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.318071] env[63302]: DEBUG oslo_vmware.api [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Task: {'id': task-1796513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130336} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.318343] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.318595] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.318807] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.318987] env[63302]: INFO nova.compute.manager [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2145.319246] env[63302]: DEBUG oslo.service.loopingcall [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.319441] env[63302]: DEBUG nova.compute.manager [-] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.319536] env[63302]: DEBUG nova.network.neutron [-] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.597579] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796514, 'name': CreateVM_Task, 'duration_secs': 0.334116} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.598217] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2145.598522] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.598932] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.599374] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2145.599651] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3e74ae-a090-43d3-aa96-0a1a5ff41835 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.604571] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2145.604571] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5248cda8-3c6f-c4f2-294a-dff80fbdb3ba" [ 2145.604571] env[63302]: _type = "Task" [ 2145.604571] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.612651] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5248cda8-3c6f-c4f2-294a-dff80fbdb3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.699352] env[63302]: DEBUG nova.compute.manager [req-2c20663a-d4ec-4d1a-b78f-9982583c7fca req-635e595d-459d-43d0-9123-276317c30ba8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received event network-changed-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2145.699553] env[63302]: DEBUG nova.compute.manager [req-2c20663a-d4ec-4d1a-b78f-9982583c7fca req-635e595d-459d-43d0-9123-276317c30ba8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Refreshing instance network info cache due to event network-changed-fe8bd56b-4140-4b02-8e84-8260be87f5d0. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2145.699771] env[63302]: DEBUG oslo_concurrency.lockutils [req-2c20663a-d4ec-4d1a-b78f-9982583c7fca req-635e595d-459d-43d0-9123-276317c30ba8 service nova] Acquiring lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.699922] env[63302]: DEBUG oslo_concurrency.lockutils [req-2c20663a-d4ec-4d1a-b78f-9982583c7fca req-635e595d-459d-43d0-9123-276317c30ba8 service nova] Acquired lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.700223] env[63302]: DEBUG nova.network.neutron [req-2c20663a-d4ec-4d1a-b78f-9982583c7fca req-635e595d-459d-43d0-9123-276317c30ba8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Refreshing network info cache for port fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2146.117017] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.117299] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Processing image 825099a1-0ef8-4743-bcfa-5c0280426833 {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2146.117536] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833/825099a1-0ef8-4743-bcfa-5c0280426833.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.117750] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833/825099a1-0ef8-4743-bcfa-5c0280426833.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.117938] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2146.118275] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a92adb-8043-4dc6-af67-b837e0a59b2b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.126234] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2146.126404] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2146.127083] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f98ab8-b2c0-46bb-a1bd-1ea1bc3b5d3f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.131995] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2146.131995] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ed6b61-db83-e0fb-f85e-cb3efdd362c0" [ 2146.131995] env[63302]: _type = "Task" [ 2146.131995] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.138861] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52ed6b61-db83-e0fb-f85e-cb3efdd362c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.393600] env[63302]: DEBUG nova.network.neutron [req-2c20663a-d4ec-4d1a-b78f-9982583c7fca req-635e595d-459d-43d0-9123-276317c30ba8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updated VIF entry in instance network info cache for port fe8bd56b-4140-4b02-8e84-8260be87f5d0. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2146.393992] env[63302]: DEBUG nova.network.neutron [req-2c20663a-d4ec-4d1a-b78f-9982583c7fca req-635e595d-459d-43d0-9123-276317c30ba8 service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [{"id": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "address": "fa:16:3e:5a:e3:1e", "network": {"id": "fd4efacf-40b0-4bec-baaa-0137bc6abab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-269410656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105f0741e28549df88f62c47fe874fb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8bd56b-41", "ovs_interfaceid": "fe8bd56b-4140-4b02-8e84-8260be87f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.460251] env[63302]: DEBUG nova.network.neutron [-] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.641566] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Preparing fetch location {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2146.641826] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Fetch image to [datastore1] OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69/OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69.vmdk {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2146.642179] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Downloading stream optimized image 825099a1-0ef8-4743-bcfa-5c0280426833 to [datastore1] OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69/OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69.vmdk on the data store datastore1 as vApp {{(pid=63302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2146.642179] env[63302]: DEBUG nova.virt.vmwareapi.images [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Downloading image file data 825099a1-0ef8-4743-bcfa-5c0280426833 to the ESX as VM named 'OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69' {{(pid=63302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2146.720383] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2146.720383] env[63302]: value = "resgroup-9" [ 2146.720383] env[63302]: _type = "ResourcePool" [ 2146.720383] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2146.720693] env[63302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-136044cf-d8bf-417e-958e-04fb6bb4167a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.743926] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease: (returnval){ [ 2146.743926] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e00f6e-dd1e-8387-b461-5a72541f4775" [ 2146.743926] env[63302]: _type = "HttpNfcLease" [ 2146.743926] env[63302]: } obtained for vApp import into resource pool (val){ [ 2146.743926] env[63302]: value = "resgroup-9" [ 2146.743926] env[63302]: _type = "ResourcePool" [ 2146.743926] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2146.744246] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the lease: (returnval){ [ 2146.744246] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e00f6e-dd1e-8387-b461-5a72541f4775" [ 2146.744246] env[63302]: _type = "HttpNfcLease" [ 2146.744246] env[63302]: } to be ready. {{(pid=63302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2146.751065] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2146.751065] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e00f6e-dd1e-8387-b461-5a72541f4775" [ 2146.751065] env[63302]: _type = "HttpNfcLease" [ 2146.751065] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2146.897127] env[63302]: DEBUG oslo_concurrency.lockutils [req-2c20663a-d4ec-4d1a-b78f-9982583c7fca req-635e595d-459d-43d0-9123-276317c30ba8 service nova] Releasing lock "refresh_cache-a4020383-0b10-4ea2-bdaa-ccea08c857eb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.963055] env[63302]: INFO nova.compute.manager [-] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Took 1.64 seconds to deallocate network for instance. [ 2147.252831] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2147.252831] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e00f6e-dd1e-8387-b461-5a72541f4775" [ 2147.252831] env[63302]: _type = "HttpNfcLease" [ 2147.252831] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2147.469901] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.470308] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.470569] env[63302]: DEBUG nova.objects.instance [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lazy-loading 'resources' on Instance uuid 9afe5779-faea-4c4b-aea1-ce40a23ce577 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2147.725500] env[63302]: DEBUG nova.compute.manager [req-c2668c50-c93f-464c-8f9f-69a2cbdcc590 req-0ff8e488-71a3-493c-b8a3-5402e5c1c507 service nova] [instance: 9afe5779-faea-4c4b-aea1-ce40a23ce577] Received event network-vif-deleted-7b95b42a-db4f-4fee-9464-12bc7a070b60 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2147.752770] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2147.752770] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e00f6e-dd1e-8387-b461-5a72541f4775" [ 2147.752770] env[63302]: _type = "HttpNfcLease" [ 2147.752770] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2148.032926] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d498b8ab-b92f-4547-858c-918ef0fce552 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.042027] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29b1174-451a-4885-a3e6-1217361ee8c2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.072491] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba844a0-86a0-458a-8299-b1ff3fcb7d3c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.079855] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee809f3-d9af-4e0f-838c-7816c15bc3bf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.093080] env[63302]: DEBUG nova.compute.provider_tree [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.254832] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2148.254832] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e00f6e-dd1e-8387-b461-5a72541f4775" [ 2148.254832] env[63302]: _type = "HttpNfcLease" [ 2148.254832] env[63302]: } is initializing. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2148.596898] env[63302]: DEBUG nova.scheduler.client.report [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2148.753087] env[63302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2148.753087] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e00f6e-dd1e-8387-b461-5a72541f4775" [ 2148.753087] env[63302]: _type = "HttpNfcLease" [ 2148.753087] env[63302]: } is ready. {{(pid=63302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2148.753494] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2148.753494] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52e00f6e-dd1e-8387-b461-5a72541f4775" [ 2148.753494] env[63302]: _type = "HttpNfcLease" [ 2148.753494] env[63302]: }. {{(pid=63302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2148.754091] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad2a29-00aa-49ab-871b-ec6cba7ab626 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.761072] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52832eca-b8f9-8acb-2a3e-31b390082f79/disk-0.vmdk from lease info. {{(pid=63302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2148.761250] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52832eca-b8f9-8acb-2a3e-31b390082f79/disk-0.vmdk. {{(pid=63302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2148.823933] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48923062-feb7-4cd2-b1bd-5abfd5da0691 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.970747] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Volume attach. Driver type: vmdk {{(pid=63302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2148.970998] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372557', 'volume_id': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'name': 'volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55f910e5-2f14-422c-bda7-cf248f9d8c3a', 'attached_at': '', 'detached_at': '', 'volume_id': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'serial': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2148.971952] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d469d3b-2191-4744-be5f-94fad5eb7ba0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.987981] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b1f9ae-962c-4f99-9a5b-59c093ef0aaa {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.020855] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a/volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2149.020855] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c53349-e09e-4a14-840b-508d3e8da9d0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.042235] env[63302]: DEBUG oslo_vmware.api [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2149.042235] env[63302]: value = "task-1796517" [ 2149.042235] env[63302]: _type = "Task" [ 2149.042235] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.054240] env[63302]: DEBUG oslo_vmware.api [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.102511] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.127232] env[63302]: INFO nova.scheduler.client.report [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Deleted allocations for instance 9afe5779-faea-4c4b-aea1-ce40a23ce577 [ 2149.555158] env[63302]: DEBUG oslo_vmware.api [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796517, 'name': ReconfigVM_Task, 'duration_secs': 0.406848} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.555441] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a/volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2149.562256] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2129f1aa-9ffc-4e12-be05-f464956d6096 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.579910] env[63302]: DEBUG oslo_vmware.api [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2149.579910] env[63302]: value = "task-1796518" [ 2149.579910] env[63302]: _type = "Task" [ 2149.579910] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.590106] env[63302]: DEBUG oslo_vmware.api [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.642227] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0c935210-e3ca-428a-a998-fe6dfcb26efa tempest-AttachVolumeTestJSON-1619262029 tempest-AttachVolumeTestJSON-1619262029-project-member] Lock "9afe5779-faea-4c4b-aea1-ce40a23ce577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.951s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.044527] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Completed reading data from the image iterator. {{(pid=63302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2150.044842] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52832eca-b8f9-8acb-2a3e-31b390082f79/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2150.046122] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d59cbb-626b-468c-a6d3-7253dee56114 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.053476] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52832eca-b8f9-8acb-2a3e-31b390082f79/disk-0.vmdk is in state: ready. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2150.053683] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52832eca-b8f9-8acb-2a3e-31b390082f79/disk-0.vmdk. {{(pid=63302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2150.053884] env[63302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-52b34fb5-b494-40f1-b937-650f7c6040db {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.090327] env[63302]: DEBUG oslo_vmware.api [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.405774] env[63302]: DEBUG oslo_vmware.rw_handles [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52832eca-b8f9-8acb-2a3e-31b390082f79/disk-0.vmdk. {{(pid=63302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2150.405940] env[63302]: INFO nova.virt.vmwareapi.images [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Downloaded image file data 825099a1-0ef8-4743-bcfa-5c0280426833 [ 2150.406767] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e55281-99ff-4b64-9d5b-249431c85bda {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.421991] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01976e68-36a0-4399-b69e-0e4862cf2512 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.532052] env[63302]: INFO nova.virt.vmwareapi.images [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] The imported VM was unregistered [ 2150.534397] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Caching image {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2150.534632] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Creating directory with path [datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833 {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2150.534930] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d58e84c-8d6e-4df2-a189-eb1ccb1a124b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.546950] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Created directory with path [datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833 {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2150.547155] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69/OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69.vmdk to [datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833/825099a1-0ef8-4743-bcfa-5c0280426833.vmdk. {{(pid=63302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2150.547413] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3e5701a0-b700-4cfc-aad2-993fafc58c81 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.554059] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2150.554059] env[63302]: value = "task-1796521" [ 2150.554059] env[63302]: _type = "Task" [ 2150.554059] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.562182] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.590064] env[63302]: DEBUG oslo_vmware.api [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.063403] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.090520] env[63302]: DEBUG oslo_vmware.api [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796518, 'name': ReconfigVM_Task, 'duration_secs': 1.018237} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.090827] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372557', 'volume_id': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'name': 'volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55f910e5-2f14-422c-bda7-cf248f9d8c3a', 'attached_at': '', 'detached_at': '', 'volume_id': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'serial': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a'} {{(pid=63302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2151.565458] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.066631] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.130085] env[63302]: DEBUG nova.objects.instance [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'flavor' on Instance uuid 55f910e5-2f14-422c-bda7-cf248f9d8c3a {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.567064] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.634915] env[63302]: DEBUG oslo_concurrency.lockutils [None req-23eb3d5e-24cb-41b2-839a-256dfca44edd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.267s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.865916] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.866253] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.067247] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.370872] env[63302]: INFO nova.compute.manager [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Detaching volume 6f38b278-9dad-4238-b6a9-9e6c55b8b76a [ 2153.401396] env[63302]: INFO nova.virt.block_device [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Attempting to driver detach volume 6f38b278-9dad-4238-b6a9-9e6c55b8b76a from mountpoint /dev/sdb [ 2153.401673] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Volume detach. Driver type: vmdk {{(pid=63302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2153.401865] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372557', 'volume_id': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'name': 'volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55f910e5-2f14-422c-bda7-cf248f9d8c3a', 'attached_at': '', 'detached_at': '', 'volume_id': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'serial': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2153.402789] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa66ea5f-fee0-4076-8a2c-fba6ba368d99 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.423938] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec3aa4-63cb-466d-948c-d32ec02d89b7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.431215] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc803c42-7b7f-4694-b9ad-20ad2a0f64cd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.451472] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a012bc-083f-44c9-8140-409dd9d384cc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.468540] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a/volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a.vmdk. No consolidation needed. {{(pid=63302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2153.473869] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2153.474239] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7264bbe-19bb-4de3-b41e-95ca7ef7a57f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.492630] env[63302]: DEBUG oslo_vmware.api [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2153.492630] env[63302]: value = "task-1796523" [ 2153.492630] env[63302]: _type = "Task" [ 2153.492630] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.500989] env[63302]: DEBUG oslo_vmware.api [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.567993] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.002726] env[63302]: DEBUG oslo_vmware.api [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796523, 'name': ReconfigVM_Task, 'duration_secs': 0.266123} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.003027] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2154.007843] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60f4de21-b3ea-4b06-8b21-fe0a5863bafd {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.024067] env[63302]: DEBUG oslo_vmware.api [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2154.024067] env[63302]: value = "task-1796524" [ 2154.024067] env[63302]: _type = "Task" [ 2154.024067] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.033520] env[63302]: DEBUG oslo_vmware.api [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.067540] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.533816] env[63302]: DEBUG oslo_vmware.api [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796524, 'name': ReconfigVM_Task, 'duration_secs': 0.14878} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.534133] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-372557', 'volume_id': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'name': 'volume-6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55f910e5-2f14-422c-bda7-cf248f9d8c3a', 'attached_at': '', 'detached_at': '', 'volume_id': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a', 'serial': '6f38b278-9dad-4238-b6a9-9e6c55b8b76a'} {{(pid=63302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2154.567299] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796521, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.856218} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.567549] env[63302]: INFO nova.virt.vmwareapi.ds_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69/OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69.vmdk to [datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833/825099a1-0ef8-4743-bcfa-5c0280426833.vmdk. [ 2154.567745] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Cleaning up location [datastore1] OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69 {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2154.567936] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ffaf3695-4ef0-4ff5-a791-58c138e31b69 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2154.568198] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f95e47-f83d-4492-adb4-d6c9b3ebac14 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.574599] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2154.574599] env[63302]: value = "task-1796525" [ 2154.574599] env[63302]: _type = "Task" [ 2154.574599] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.581598] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.073562] env[63302]: DEBUG nova.objects.instance [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'flavor' on Instance uuid 55f910e5-2f14-422c-bda7-cf248f9d8c3a {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.083714] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03339} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.084081] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2155.084274] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833/825099a1-0ef8-4743-bcfa-5c0280426833.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.084564] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833/825099a1-0ef8-4743-bcfa-5c0280426833.vmdk to [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb/a4020383-0b10-4ea2-bdaa-ccea08c857eb.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2155.084851] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d18e93-03df-4f46-870d-d9fa39c33fd0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.092229] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2155.092229] env[63302]: value = "task-1796526" [ 2155.092229] env[63302]: _type = "Task" [ 2155.092229] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.099469] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.602804] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796526, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.084808] env[63302]: DEBUG oslo_concurrency.lockutils [None req-04385fb7-3481-47ae-9b8a-5c2a4bceddcd tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.104128] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796526, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.604215] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796526, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.105283] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796526, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.118981] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.119271] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.119482] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.119664] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.119835] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.122118] env[63302]: INFO nova.compute.manager [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Terminating instance [ 2157.605193] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796526, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.167474} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.605458] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/825099a1-0ef8-4743-bcfa-5c0280426833/825099a1-0ef8-4743-bcfa-5c0280426833.vmdk to [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb/a4020383-0b10-4ea2-bdaa-ccea08c857eb.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2157.606271] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd5fe5c-0c88-47de-87bf-d144f40cbd07 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.627266] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb/a4020383-0b10-4ea2-bdaa-ccea08c857eb.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2157.627856] env[63302]: DEBUG nova.compute.manager [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2157.628075] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2157.628302] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb04a7d8-e192-430c-a441-e45bf469e018 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.643051] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7228a9bd-1b64-4ee8-9794-917a085dd26f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.649619] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2157.650668] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-873f3b5a-d7a2-4e42-91eb-fa4f47fe8c26 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.651974] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2157.651974] env[63302]: value = "task-1796528" [ 2157.651974] env[63302]: _type = "Task" [ 2157.651974] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.656100] env[63302]: DEBUG oslo_vmware.api [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2157.656100] env[63302]: value = "task-1796529" [ 2157.656100] env[63302]: _type = "Task" [ 2157.656100] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.662171] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.666675] env[63302]: DEBUG oslo_vmware.api [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.162722] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796528, 'name': ReconfigVM_Task, 'duration_secs': 0.26343} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.163323] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Reconfigured VM instance instance-00000077 to attach disk [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb/a4020383-0b10-4ea2-bdaa-ccea08c857eb.vmdk or device None with type streamOptimized {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2158.163910] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1dfe04f-5890-4bb1-9d43-a768cb255613 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.167912] env[63302]: DEBUG oslo_vmware.api [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796529, 'name': PowerOffVM_Task, 'duration_secs': 0.204386} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.168434] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2158.168620] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2158.168841] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-681b6801-1f67-4d2a-8c8c-904c89f349d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.173614] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2158.173614] env[63302]: value = "task-1796530" [ 2158.173614] env[63302]: _type = "Task" [ 2158.173614] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.180535] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796530, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.525904] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2158.526129] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2158.526322] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleting the datastore file [datastore1] 55f910e5-2f14-422c-bda7-cf248f9d8c3a {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2158.526729] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4138b37f-2d42-4ddb-ade4-b23ecb571b75 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.532336] env[63302]: DEBUG oslo_vmware.api [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for the task: (returnval){ [ 2158.532336] env[63302]: value = "task-1796532" [ 2158.532336] env[63302]: _type = "Task" [ 2158.532336] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.540877] env[63302]: DEBUG oslo_vmware.api [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.683011] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796530, 'name': Rename_Task, 'duration_secs': 0.223502} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.683369] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2158.683611] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20f595ae-4887-487f-aa5e-ac1c33108cbe {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.689531] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2158.689531] env[63302]: value = "task-1796533" [ 2158.689531] env[63302]: _type = "Task" [ 2158.689531] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.696833] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.042782] env[63302]: DEBUG oslo_vmware.api [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Task: {'id': task-1796532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130132} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.043038] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2159.043240] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2159.043415] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2159.043594] env[63302]: INFO nova.compute.manager [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Took 1.42 seconds to destroy the instance on the hypervisor. [ 2159.043842] env[63302]: DEBUG oslo.service.loopingcall [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2159.044051] env[63302]: DEBUG nova.compute.manager [-] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2159.044153] env[63302]: DEBUG nova.network.neutron [-] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2159.199453] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.534172] env[63302]: DEBUG nova.compute.manager [req-a3e6a261-b183-4824-a559-cbe3c7f05873 req-71e1d618-45b4-4cb6-a63c-2d4f3ad858a5 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Received event network-vif-deleted-fd7c48ac-e36e-47e9-8d69-f212245a31b7 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2159.534365] env[63302]: INFO nova.compute.manager [req-a3e6a261-b183-4824-a559-cbe3c7f05873 req-71e1d618-45b4-4cb6-a63c-2d4f3ad858a5 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Neutron deleted interface fd7c48ac-e36e-47e9-8d69-f212245a31b7; detaching it from the instance and deleting it from the info cache [ 2159.534556] env[63302]: DEBUG nova.network.neutron [req-a3e6a261-b183-4824-a559-cbe3c7f05873 req-71e1d618-45b4-4cb6-a63c-2d4f3ad858a5 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.700608] env[63302]: DEBUG oslo_vmware.api [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796533, 'name': PowerOnVM_Task, 'duration_secs': 0.665642} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.700889] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2159.805074] env[63302]: DEBUG nova.compute.manager [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2159.806052] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e82053d-265f-497a-b4c7-bca880ced437 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.016089] env[63302]: DEBUG nova.network.neutron [-] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.037313] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4621993f-ac1a-47cf-bb33-5efe11824bec {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.054089] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90043c15-fc55-4c19-a16e-d86efe3afd0d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.080780] env[63302]: DEBUG nova.compute.manager [req-a3e6a261-b183-4824-a559-cbe3c7f05873 req-71e1d618-45b4-4cb6-a63c-2d4f3ad858a5 service nova] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Detach interface failed, port_id=fd7c48ac-e36e-47e9-8d69-f212245a31b7, reason: Instance 55f910e5-2f14-422c-bda7-cf248f9d8c3a could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2160.323878] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a7504c80-78af-4287-a29c-feb682f2aaa0 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.220s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.517384] env[63302]: INFO nova.compute.manager [-] [instance: 55f910e5-2f14-422c-bda7-cf248f9d8c3a] Took 1.47 seconds to deallocate network for instance. [ 2161.023851] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.024938] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.024938] env[63302]: DEBUG nova.objects.instance [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lazy-loading 'resources' on Instance uuid 55f910e5-2f14-422c-bda7-cf248f9d8c3a {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.132416] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.132416] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.132416] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.132416] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.132416] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.134559] env[63302]: INFO nova.compute.manager [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Terminating instance [ 2161.577854] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e2dc0-8f6c-4387-a962-ae263c13393e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.585643] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa658b5-31ac-48a0-9d00-a23967abf9c2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.614601] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a1a708-6eea-459c-a796-a37a586de829 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.621773] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d850d59-15f0-4ba8-bad3-afe14b5228be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.635666] env[63302]: DEBUG nova.compute.provider_tree [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.637348] env[63302]: DEBUG nova.compute.manager [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2161.637708] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2161.638479] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f64b4b-7fdc-47b6-8f7f-64f711617963 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.645105] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2161.645417] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb02e1a-5190-462a-ba3b-bb31e23f2e04 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.654204] env[63302]: DEBUG oslo_vmware.api [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2161.654204] env[63302]: value = "task-1796534" [ 2161.654204] env[63302]: _type = "Task" [ 2161.654204] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.665160] env[63302]: DEBUG oslo_vmware.api [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.139224] env[63302]: DEBUG nova.scheduler.client.report [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2162.165277] env[63302]: DEBUG oslo_vmware.api [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796534, 'name': PowerOffVM_Task, 'duration_secs': 0.156176} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.165542] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2162.165710] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2162.165948] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abc8b6f3-9889-472c-8443-73c9593d945e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.235317] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2162.235552] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2162.235747] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleting the datastore file [datastore1] a4020383-0b10-4ea2-bdaa-ccea08c857eb {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2162.236025] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c570bdc-239e-4722-8278-3fbdfeac8f10 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.241941] env[63302]: DEBUG oslo_vmware.api [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for the task: (returnval){ [ 2162.241941] env[63302]: value = "task-1796536" [ 2162.241941] env[63302]: _type = "Task" [ 2162.241941] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.250528] env[63302]: DEBUG oslo_vmware.api [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.645920] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.667115] env[63302]: INFO nova.scheduler.client.report [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Deleted allocations for instance 55f910e5-2f14-422c-bda7-cf248f9d8c3a [ 2162.751280] env[63302]: DEBUG oslo_vmware.api [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Task: {'id': task-1796536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121429} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.751521] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2162.751706] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2162.751880] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2162.752070] env[63302]: INFO nova.compute.manager [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2162.752311] env[63302]: DEBUG oslo.service.loopingcall [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2162.752508] env[63302]: DEBUG nova.compute.manager [-] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2162.752603] env[63302]: DEBUG nova.network.neutron [-] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2163.174947] env[63302]: DEBUG oslo_concurrency.lockutils [None req-97a8abd9-b059-4c1f-9a7c-f07f82875bfe tempest-AttachVolumeNegativeTest-1138830073 tempest-AttachVolumeNegativeTest-1138830073-project-member] Lock "55f910e5-2f14-422c-bda7-cf248f9d8c3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.056s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.220916] env[63302]: DEBUG nova.compute.manager [req-75de957d-2a1a-46b0-8213-ee8453f8f222 req-5b105d58-a077-4c53-a6d8-fad918406e0c service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Received event network-vif-deleted-fe8bd56b-4140-4b02-8e84-8260be87f5d0 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2163.220916] env[63302]: INFO nova.compute.manager [req-75de957d-2a1a-46b0-8213-ee8453f8f222 req-5b105d58-a077-4c53-a6d8-fad918406e0c service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Neutron deleted interface fe8bd56b-4140-4b02-8e84-8260be87f5d0; detaching it from the instance and deleting it from the info cache [ 2163.220916] env[63302]: DEBUG nova.network.neutron [req-75de957d-2a1a-46b0-8213-ee8453f8f222 req-5b105d58-a077-4c53-a6d8-fad918406e0c service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.344208] env[63302]: DEBUG nova.compute.manager [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Stashing vm_state: active {{(pid=63302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2163.698454] env[63302]: DEBUG nova.network.neutron [-] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.723378] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb8de271-3a6a-4fdf-b954-38ee75c53406 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.733503] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3f6847-c0bb-41f9-9081-0318277d2d47 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.759086] env[63302]: DEBUG nova.compute.manager [req-75de957d-2a1a-46b0-8213-ee8453f8f222 req-5b105d58-a077-4c53-a6d8-fad918406e0c service nova] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Detach interface failed, port_id=fe8bd56b-4140-4b02-8e84-8260be87f5d0, reason: Instance a4020383-0b10-4ea2-bdaa-ccea08c857eb could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2163.862990] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.863316] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.200860] env[63302]: INFO nova.compute.manager [-] [instance: a4020383-0b10-4ea2-bdaa-ccea08c857eb] Took 1.45 seconds to deallocate network for instance. [ 2164.368578] env[63302]: INFO nova.compute.claims [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2164.709339] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.874729] env[63302]: INFO nova.compute.resource_tracker [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating resource usage from migration d3e75812-eebb-44ba-aa88-1c0928b66a4c [ 2164.920288] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aaabef-050b-414d-93c9-cf9be2297ba9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.927967] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805daf00-862c-47f2-95a3-5d7d576e24eb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.958236] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c900f50-c122-4d62-a4d1-22169426f241 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.965138] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e258353-e8cc-4d55-982b-855a7ca9d55e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.978109] env[63302]: DEBUG nova.compute.provider_tree [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2165.481211] env[63302]: DEBUG nova.scheduler.client.report [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2165.986413] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.123s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.986752] env[63302]: INFO nova.compute.manager [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Migrating [ 2165.993246] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.284s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.993466] env[63302]: DEBUG nova.objects.instance [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lazy-loading 'resources' on Instance uuid a4020383-0b10-4ea2-bdaa-ccea08c857eb {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.503980] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.503980] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.503980] env[63302]: DEBUG nova.network.neutron [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2166.546123] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a0e0b2-065a-422a-b3d1-2669c4899055 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.553669] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21807f7b-3ade-468b-a9b7-cbad7f6d671d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.583931] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0068e85-6046-42a3-9c4f-0d3b081daa5b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.590629] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b1335-c107-4604-a297-40a8e9283f8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.603321] env[63302]: DEBUG nova.compute.provider_tree [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.106779] env[63302]: DEBUG nova.scheduler.client.report [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.220166] env[63302]: DEBUG nova.network.neutron [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.613485] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.637305] env[63302]: INFO nova.scheduler.client.report [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Deleted allocations for instance a4020383-0b10-4ea2-bdaa-ccea08c857eb [ 2167.723301] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.145694] env[63302]: DEBUG oslo_concurrency.lockutils [None req-015c8075-de47-4132-856c-1566ccff2228 tempest-ServerActionsTestOtherB-1045898747 tempest-ServerActionsTestOtherB-1045898747-project-member] Lock "a4020383-0b10-4ea2-bdaa-ccea08c857eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.014s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.236944] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5569e7a-b5db-492d-9241-9306e7e421cf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.256283] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance 'eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9' progress to 0 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2169.762188] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2169.762501] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-055a8997-d9d5-42b5-936c-4443c05cf059 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.770171] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2169.770171] env[63302]: value = "task-1796540" [ 2169.770171] env[63302]: _type = "Task" [ 2169.770171] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.779475] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.279598] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796540, 'name': PowerOffVM_Task, 'duration_secs': 0.167907} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.279965] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2170.280164] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance 'eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9' progress to 17 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2170.787412] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2170.787690] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2170.787830] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2170.788063] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2170.788174] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2170.788331] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2170.788538] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2170.788700] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2170.788867] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2170.789112] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2170.789361] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2170.794301] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0f051a-fbd3-4d37-8cb0-721e36b0755b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.809354] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2170.809354] env[63302]: value = "task-1796542" [ 2170.809354] env[63302]: _type = "Task" [ 2170.809354] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.817274] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.320054] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796542, 'name': ReconfigVM_Task, 'duration_secs': 0.171027} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.320054] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance 'eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9' progress to 33 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2171.825737] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2171.826030] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2171.826171] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2171.826366] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2171.826516] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2171.826666] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2171.826873] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2171.827051] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2171.827229] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2171.827395] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2171.827573] env[63302]: DEBUG nova.virt.hardware [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2171.833058] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2171.833390] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590527bf-a626-4784-810b-ea64fc5b29d1 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.853347] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2171.853347] env[63302]: value = "task-1796543" [ 2171.853347] env[63302]: _type = "Task" [ 2171.853347] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.861210] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.363863] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796543, 'name': ReconfigVM_Task, 'duration_secs': 0.152085} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.364146] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2172.364999] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84a8a88-d185-422d-82c1-cc3c9915acfb {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.387191] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9/eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2172.387751] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-960a630b-e85c-4123-a2ba-498311eed297 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.405306] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2172.405306] env[63302]: value = "task-1796544" [ 2172.405306] env[63302]: _type = "Task" [ 2172.405306] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.413209] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.914801] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796544, 'name': ReconfigVM_Task, 'duration_secs': 0.286353} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.915093] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfigured VM instance instance-0000007b to attach disk [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9/eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2172.915366] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance 'eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9' progress to 50 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2173.421968] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3947d4-033b-4031-9078-d86552fe7c73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.442879] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767ced5b-6f37-4e7a-bc48-35c5cb8f43a9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.460729] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance 'eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9' progress to 67 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2174.004083] env[63302]: DEBUG nova.network.neutron [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Port e1197195-5022-4caa-945e-5f0c34832d70 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2175.025754] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.025754] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.026200] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.061408] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.061616] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.061789] env[63302]: DEBUG nova.network.neutron [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2176.768357] env[63302]: DEBUG nova.network.neutron [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.271460] env[63302]: DEBUG oslo_concurrency.lockutils [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.795964] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6cdf52-4f9c-4509-b2a8-21d25df057f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.816244] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8b5e0-65de-46b6-af46-66c5a320c1f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.822637] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance 'eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9' progress to 83 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2178.329117] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2178.329117] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49afd8a7-8243-4ea9-a552-b4b0e9432ff3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.337221] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2178.337221] env[63302]: value = "task-1796545" [ 2178.337221] env[63302]: _type = "Task" [ 2178.337221] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.344804] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.847532] env[63302]: DEBUG oslo_vmware.api [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796545, 'name': PowerOnVM_Task, 'duration_secs': 0.335698} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.847780] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2178.847964] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-93fde56c-c67f-49db-ae5d-34858e32a504 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance 'eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9' progress to 100 {{(pid=63302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2180.972613] env[63302]: DEBUG nova.network.neutron [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Port e1197195-5022-4caa-945e-5f0c34832d70 binding to destination host cpu-1 is already ACTIVE {{(pid=63302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2180.973050] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.973187] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.973364] env[63302]: DEBUG nova.network.neutron [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2181.705423] env[63302]: DEBUG nova.network.neutron [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.208830] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.712836] env[63302]: DEBUG nova.compute.manager [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63302) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2182.713106] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.713350] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.216146] env[63302]: DEBUG nova.objects.instance [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'migration_context' on Instance uuid eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2183.762750] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a880e1d-2b4f-40df-bc34-f5bd70ccfb8a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.769391] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841951c8-a8b7-48b3-a57f-9bc4f9185b65 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.797759] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5e891-f40a-4df4-8acb-6abea88e3a51 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.804318] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f2f8f-8722-4a02-90e3-bea61e1ca334 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.816873] env[63302]: DEBUG nova.compute.provider_tree [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2184.320349] env[63302]: DEBUG nova.scheduler.client.report [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2185.333662] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.620s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.869064] env[63302]: INFO nova.compute.manager [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Swapping old allocation on dict_keys(['fb3e1725-5508-45da-a52c-61b09cfbc0a0']) held by migration d3e75812-eebb-44ba-aa88-1c0928b66a4c for instance [ 2186.889145] env[63302]: DEBUG nova.scheduler.client.report [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Overwriting current allocation {'allocations': {'fb3e1725-5508-45da-a52c-61b09cfbc0a0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 195}}, 'project_id': '76b33cec38604c32af8eaeb848458cac', 'user_id': '9f6f93b22a7d458dad6d6a44e6b09780', 'consumer_generation': 1} on consumer eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 {{(pid=63302) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2186.976680] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.976869] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.977871] env[63302]: DEBUG nova.network.neutron [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2187.677808] env[63302]: DEBUG nova.network.neutron [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.180613] env[63302]: DEBUG oslo_concurrency.lockutils [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.181105] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2188.181385] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab48e88-6d40-4f73-9e56-50d714b6781a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.188738] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2188.188738] env[63302]: value = "task-1796546" [ 2188.188738] env[63302]: _type = "Task" [ 2188.188738] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.196735] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.698362] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796546, 'name': PowerOffVM_Task, 'duration_secs': 0.183064} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.698658] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2188.699351] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2188.699566] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2188.699728] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2188.699910] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2188.700074] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2188.700232] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2188.700443] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2188.700606] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2188.700774] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2188.700939] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2188.701128] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2188.705989] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404270ca-8504-468f-82a4-37da9286bcf2 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.721034] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2188.721034] env[63302]: value = "task-1796547" [ 2188.721034] env[63302]: _type = "Task" [ 2188.721034] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.728040] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.233431] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796547, 'name': ReconfigVM_Task, 'duration_secs': 0.127061} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.234407] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ef41ca-c837-45cd-ae86-783a7349bd80 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.253539] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2189.253765] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2189.253926] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2189.254149] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2189.254323] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2189.254479] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2189.254681] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2189.254841] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2189.255015] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2189.255184] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2189.255361] env[63302]: DEBUG nova.virt.hardware [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2189.256129] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3356aa7-218d-4911-a456-496e96922fbf {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.261569] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2189.261569] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5245327d-e670-ac3d-6435-56b189ef9ac9" [ 2189.261569] env[63302]: _type = "Task" [ 2189.261569] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.268974] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5245327d-e670-ac3d-6435-56b189ef9ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.771815] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]5245327d-e670-ac3d-6435-56b189ef9ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.007179} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.777148] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2189.777418] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f978aa42-43e3-42e1-955d-68a6e309db55 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.794534] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2189.794534] env[63302]: value = "task-1796548" [ 2189.794534] env[63302]: _type = "Task" [ 2189.794534] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.801916] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.304763] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796548, 'name': ReconfigVM_Task, 'duration_secs': 0.181422} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.305129] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2190.305744] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47bbb3b-7421-4abe-bbf3-b9da3668a1b8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.326980] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9/eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2190.327235] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae27714-213d-40c7-9321-9d53ea84ab47 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.345071] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2190.345071] env[63302]: value = "task-1796549" [ 2190.345071] env[63302]: _type = "Task" [ 2190.345071] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.353483] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.854934] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796549, 'name': ReconfigVM_Task, 'duration_secs': 0.25812} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.855226] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Reconfigured VM instance instance-0000007b to attach disk [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9/eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9.vmdk or device None with type thin {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2190.856030] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44305ccb-90ef-45bb-a334-f8168a4654c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.873311] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c53b77-4734-4f70-89d3-7fada9fe3db4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.890356] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a237beba-2f8d-43f2-a61d-95e1543b2012 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.908852] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ce75a1-6031-41f3-892a-d17001e2a4ff {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.914819] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2190.915041] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1244e934-5919-4605-9fed-db2bcf34074b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.921186] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2190.921186] env[63302]: value = "task-1796550" [ 2190.921186] env[63302]: _type = "Task" [ 2190.921186] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.927902] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.430937] env[63302]: DEBUG oslo_vmware.api [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796550, 'name': PowerOnVM_Task, 'duration_secs': 0.340375} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.430937] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2191.894529] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2191.894771] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2191.894922] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2191.895058] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2192.398470] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.398662] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.398769] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2192.398922] env[63302]: DEBUG nova.objects.instance [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lazy-loading 'info_cache' on Instance uuid eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.439926] env[63302]: INFO nova.compute.manager [None req-bbe75f8b-b935-413d-811e-f71103a58e7b tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance to original state: 'active' [ 2193.447662] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.447983] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.448260] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.448474] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.448689] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.452204] env[63302]: INFO nova.compute.manager [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Terminating instance [ 2193.957335] env[63302]: DEBUG nova.compute.manager [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2193.957575] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2193.958535] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0676d300-ff20-4261-802b-b26b26d6633c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.966232] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2193.966475] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dde9141-9e11-4123-9402-1e7f2379f93c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.974410] env[63302]: DEBUG oslo_vmware.api [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2193.974410] env[63302]: value = "task-1796551" [ 2193.974410] env[63302]: _type = "Task" [ 2193.974410] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.987131] env[63302]: DEBUG oslo_vmware.api [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.327655] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [{"id": "e1197195-5022-4caa-945e-5f0c34832d70", "address": "fa:16:3e:89:9b:0a", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1197195-50", "ovs_interfaceid": "e1197195-5022-4caa-945e-5f0c34832d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.486811] env[63302]: DEBUG oslo_vmware.api [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796551, 'name': PowerOffVM_Task, 'duration_secs': 0.208806} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.487156] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2194.487195] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2194.487433] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f451ca59-5f06-4965-8686-0ffd31ce0a73 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.664908] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2194.665259] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2194.665536] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleting the datastore file [datastore1] eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2194.665936] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5d0d622-0580-4bbd-bd7a-d21d2be9ff9e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.673329] env[63302]: DEBUG oslo_vmware.api [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2194.673329] env[63302]: value = "task-1796553" [ 2194.673329] env[63302]: _type = "Task" [ 2194.673329] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.680979] env[63302]: DEBUG oslo_vmware.api [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.830071] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.830266] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2194.830464] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.830645] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.830805] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.830956] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.831121] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.831272] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.831403] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2194.831549] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.183496] env[63302]: DEBUG oslo_vmware.api [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.334881] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.335197] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.335374] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.335533] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2195.336454] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fb557b-a96d-4ca0-9081-fcab143ed96e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.344284] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86130c8c-517a-4c84-b2d7-16f65410e262 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.358157] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d91da-fb83-46a3-96a0-33d4360cc47e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.364289] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57008fe-7d4e-4603-8e7b-ed233c955553 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.392314] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180791MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2195.392457] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.392634] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.683177] env[63302]: DEBUG oslo_vmware.api [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.973794} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.683581] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2195.683623] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2195.683784] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2195.683964] env[63302]: INFO nova.compute.manager [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2195.684240] env[63302]: DEBUG oslo.service.loopingcall [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2195.684473] env[63302]: DEBUG nova.compute.manager [-] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2195.684573] env[63302]: DEBUG nova.network.neutron [-] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2196.155635] env[63302]: DEBUG nova.compute.manager [req-b24f72d0-2d6c-4ced-99b8-bf466818d8f7 req-9bd2bd47-0b23-4ede-8748-b1acec683d99 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Received event network-vif-deleted-e1197195-5022-4caa-945e-5f0c34832d70 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2196.155768] env[63302]: INFO nova.compute.manager [req-b24f72d0-2d6c-4ced-99b8-bf466818d8f7 req-9bd2bd47-0b23-4ede-8748-b1acec683d99 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Neutron deleted interface e1197195-5022-4caa-945e-5f0c34832d70; detaching it from the instance and deleting it from the info cache [ 2196.155992] env[63302]: DEBUG nova.network.neutron [req-b24f72d0-2d6c-4ced-99b8-bf466818d8f7 req-9bd2bd47-0b23-4ede-8748-b1acec683d99 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.419570] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2196.419776] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2196.419926] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2196.448706] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed6ea23-6d55-4485-95c1-3fa99fce1d2e {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.456794] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87feb51e-2b67-4bfe-8dcf-050d3b50632f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.499642] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0befb92b-3d3a-4db2-b1a7-d62a1978d6f8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.507398] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da389a2-5ed2-4f01-a478-330e285cfc0a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.520651] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.632159] env[63302]: DEBUG nova.network.neutron [-] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.659896] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c1c2cd9-7b5d-4ad5-8868-865713f159d5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.669788] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7b1a15-b671-4ec9-b362-b09834adde7a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.694955] env[63302]: DEBUG nova.compute.manager [req-b24f72d0-2d6c-4ced-99b8-bf466818d8f7 req-9bd2bd47-0b23-4ede-8748-b1acec683d99 service nova] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Detach interface failed, port_id=e1197195-5022-4caa-945e-5f0c34832d70, reason: Instance eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2197.024404] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.134934] env[63302]: INFO nova.compute.manager [-] [instance: eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9] Took 1.45 seconds to deallocate network for instance. [ 2197.529149] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2197.529377] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.642063] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2197.642342] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.642567] env[63302]: DEBUG nova.objects.instance [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'resources' on Instance uuid eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2198.172042] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c1f075-b640-43d3-8500-2b1396e45dd5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.178674] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd0e9ba-8427-4b21-a21c-5508dc1ee9a0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.207350] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb324a6-fc8e-412a-a690-1653c794219d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.213928] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d656e9d-d468-41b0-868c-96a12b254860 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.226536] env[63302]: DEBUG nova.compute.provider_tree [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2198.729845] env[63302]: DEBUG nova.scheduler.client.report [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2199.236988] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.594s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.256493] env[63302]: INFO nova.scheduler.client.report [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted allocations for instance eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9 [ 2199.765892] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a3ea65a7-bede-4740-9018-f21cc32f3b37 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "eacf5d0c-4a00-4c35-8f7e-b9ac9d5addd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.318s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.445547] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.445856] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.950054] env[63302]: DEBUG nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Starting instance... {{(pid=63302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2201.468492] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.468797] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.470308] env[63302]: INFO nova.compute.claims [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2202.503907] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d2e8e-37a7-40fb-922a-eae858ec19f6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.511431] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102c73a9-9b29-4ee2-bf6b-ee1fbe741d94 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.541380] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ba87d-166e-4398-bb0b-381e94642376 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.548376] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd1d9d-14a4-4b8e-b477-0d9f313902e4 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.561133] env[63302]: DEBUG nova.compute.provider_tree [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2203.064661] env[63302]: DEBUG nova.scheduler.client.report [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2203.569584] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.570138] env[63302]: DEBUG nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Start building networks asynchronously for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2204.075558] env[63302]: DEBUG nova.compute.utils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Using /dev/sd instead of None {{(pid=63302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2204.077032] env[63302]: DEBUG nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Allocating IP information in the background. {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2204.077213] env[63302]: DEBUG nova.network.neutron [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] allocate_for_instance() {{(pid=63302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2204.130822] env[63302]: DEBUG nova.policy [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f6f93b22a7d458dad6d6a44e6b09780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b33cec38604c32af8eaeb848458cac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63302) authorize /opt/stack/nova/nova/policy.py:192}} [ 2204.386333] env[63302]: DEBUG nova.network.neutron [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Successfully created port: 5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2204.580087] env[63302]: DEBUG nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Start building block device mappings for instance. {{(pid=63302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2205.590066] env[63302]: DEBUG nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Start spawning the instance on the hypervisor. {{(pid=63302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2205.617029] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T05:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T05:18:04Z,direct_url=,disk_format='vmdk',id=f36b64ca-937c-4454-aeab-452e11029cdb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea21cb80ca5f4e35ad55207c8fc746a7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T05:18:05Z,virtual_size=,visibility=), allow threads: False {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2205.617368] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2205.617606] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image limits 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2205.617724] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Flavor pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2205.617877] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Image pref 0:0:0 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2205.618043] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2205.618269] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2205.618544] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2205.618632] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Got 1 possible topologies {{(pid=63302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2205.618794] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2205.618974] env[63302]: DEBUG nova.virt.hardware [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2205.619916] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105065e4-ba68-425a-966e-90c81e87b851 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.628070] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d8a835-fe9f-4fa8-b3a7-37ca38eee3a8 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.740381] env[63302]: DEBUG nova.compute.manager [req-19443b13-43f3-4e6c-af97-388b29ac06a8 req-63629fc3-dd57-4ffb-95f3-22517ef59388 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Received event network-vif-plugged-5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2205.740607] env[63302]: DEBUG oslo_concurrency.lockutils [req-19443b13-43f3-4e6c-af97-388b29ac06a8 req-63629fc3-dd57-4ffb-95f3-22517ef59388 service nova] Acquiring lock "6981cbaa-8a47-4041-bf51-391f7fe8c763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.740815] env[63302]: DEBUG oslo_concurrency.lockutils [req-19443b13-43f3-4e6c-af97-388b29ac06a8 req-63629fc3-dd57-4ffb-95f3-22517ef59388 service nova] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.740986] env[63302]: DEBUG oslo_concurrency.lockutils [req-19443b13-43f3-4e6c-af97-388b29ac06a8 req-63629fc3-dd57-4ffb-95f3-22517ef59388 service nova] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.741211] env[63302]: DEBUG nova.compute.manager [req-19443b13-43f3-4e6c-af97-388b29ac06a8 req-63629fc3-dd57-4ffb-95f3-22517ef59388 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] No waiting events found dispatching network-vif-plugged-5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2205.741331] env[63302]: WARNING nova.compute.manager [req-19443b13-43f3-4e6c-af97-388b29ac06a8 req-63629fc3-dd57-4ffb-95f3-22517ef59388 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Received unexpected event network-vif-plugged-5463b72f-4c1b-47dd-987e-1dd2c21fe432 for instance with vm_state building and task_state spawning. [ 2205.818102] env[63302]: DEBUG nova.network.neutron [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Successfully updated port: 5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2206.326366] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.326601] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.326797] env[63302]: DEBUG nova.network.neutron [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2206.858250] env[63302]: DEBUG nova.network.neutron [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Instance cache missing network info. {{(pid=63302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2206.977522] env[63302]: DEBUG nova.network.neutron [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updating instance_info_cache with network_info: [{"id": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "address": "fa:16:3e:0e:68:96", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5463b72f-4c", "ovs_interfaceid": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.480071] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.480332] env[63302]: DEBUG nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Instance network_info: |[{"id": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "address": "fa:16:3e:0e:68:96", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5463b72f-4c", "ovs_interfaceid": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2207.480758] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:68:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5463b72f-4c1b-47dd-987e-1dd2c21fe432', 'vif_model': 'vmxnet3'}] {{(pid=63302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2207.488317] env[63302]: DEBUG oslo.service.loopingcall [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2207.488539] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Creating VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2207.488774] env[63302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f3e2fc5-de09-4c8c-8089-e081ea2cca91 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.508873] env[63302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2207.508873] env[63302]: value = "task-1796554" [ 2207.508873] env[63302]: _type = "Task" [ 2207.508873] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.516298] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796554, 'name': CreateVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.767231] env[63302]: DEBUG nova.compute.manager [req-4a2bea23-9ba9-423f-8a51-b0c8619c88bc req-2fddca8f-734c-47f4-9f2c-4ef2dff946ec service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Received event network-changed-5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2207.767428] env[63302]: DEBUG nova.compute.manager [req-4a2bea23-9ba9-423f-8a51-b0c8619c88bc req-2fddca8f-734c-47f4-9f2c-4ef2dff946ec service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Refreshing instance network info cache due to event network-changed-5463b72f-4c1b-47dd-987e-1dd2c21fe432. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2207.767652] env[63302]: DEBUG oslo_concurrency.lockutils [req-4a2bea23-9ba9-423f-8a51-b0c8619c88bc req-2fddca8f-734c-47f4-9f2c-4ef2dff946ec service nova] Acquiring lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.767800] env[63302]: DEBUG oslo_concurrency.lockutils [req-4a2bea23-9ba9-423f-8a51-b0c8619c88bc req-2fddca8f-734c-47f4-9f2c-4ef2dff946ec service nova] Acquired lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.767963] env[63302]: DEBUG nova.network.neutron [req-4a2bea23-9ba9-423f-8a51-b0c8619c88bc req-2fddca8f-734c-47f4-9f2c-4ef2dff946ec service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Refreshing network info cache for port 5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2208.018989] env[63302]: DEBUG oslo_vmware.api [-] Task: {'id': task-1796554, 'name': CreateVM_Task, 'duration_secs': 0.303071} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.019311] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Created VM on the ESX host {{(pid=63302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2208.019820] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.019987] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.020315] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2208.020560] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4bb72d-0758-4d49-ac17-5a252d67c3bc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.024697] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2208.024697] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522087f3-06ff-040d-2861-5e11146c2fb8" [ 2208.024697] env[63302]: _type = "Task" [ 2208.024697] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.031960] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522087f3-06ff-040d-2861-5e11146c2fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.447508] env[63302]: DEBUG nova.network.neutron [req-4a2bea23-9ba9-423f-8a51-b0c8619c88bc req-2fddca8f-734c-47f4-9f2c-4ef2dff946ec service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updated VIF entry in instance network info cache for port 5463b72f-4c1b-47dd-987e-1dd2c21fe432. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2208.447859] env[63302]: DEBUG nova.network.neutron [req-4a2bea23-9ba9-423f-8a51-b0c8619c88bc req-2fddca8f-734c-47f4-9f2c-4ef2dff946ec service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updating instance_info_cache with network_info: [{"id": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "address": "fa:16:3e:0e:68:96", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5463b72f-4c", "ovs_interfaceid": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.535347] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]522087f3-06ff-040d-2861-5e11146c2fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.535638] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.535869] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Processing image f36b64ca-937c-4454-aeab-452e11029cdb {{(pid=63302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2208.536116] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.536268] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.536450] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2208.536704] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d72f0d98-f226-4ba3-a74a-84a8b34b69ac {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.544584] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2208.544798] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2208.545442] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37256d6a-5b4b-4295-86ca-a4acd6d539c7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.550266] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2208.550266] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521a3873-ce91-1dad-eefd-118f3009bb99" [ 2208.550266] env[63302]: _type = "Task" [ 2208.550266] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.557430] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521a3873-ce91-1dad-eefd-118f3009bb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.951179] env[63302]: DEBUG oslo_concurrency.lockutils [req-4a2bea23-9ba9-423f-8a51-b0c8619c88bc req-2fddca8f-734c-47f4-9f2c-4ef2dff946ec service nova] Releasing lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.060978] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]521a3873-ce91-1dad-eefd-118f3009bb99, 'name': SearchDatastore_Task, 'duration_secs': 0.007584} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.061735] env[63302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499fc6bb-847a-489e-b26d-3337429f468f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.066510] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2209.066510] env[63302]: value = "session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f1aab6-58c2-5dc7-0435-2597204508d4" [ 2209.066510] env[63302]: _type = "Task" [ 2209.066510] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.074499] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f1aab6-58c2-5dc7-0435-2597204508d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.576819] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': session[5244d8d3-9bb9-3c2e-b15b-a84fab39f5da]52f1aab6-58c2-5dc7-0435-2597204508d4, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.577079] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.577341] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6981cbaa-8a47-4041-bf51-391f7fe8c763/6981cbaa-8a47-4041-bf51-391f7fe8c763.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2209.577591] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-307e8b7b-5e2b-4dd2-a3d4-6ce790538f19 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.583614] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2209.583614] env[63302]: value = "task-1796555" [ 2209.583614] env[63302]: _type = "Task" [ 2209.583614] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.590639] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.096046] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482165} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.096046] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f36b64ca-937c-4454-aeab-452e11029cdb/f36b64ca-937c-4454-aeab-452e11029cdb.vmdk to [datastore1] 6981cbaa-8a47-4041-bf51-391f7fe8c763/6981cbaa-8a47-4041-bf51-391f7fe8c763.vmdk {{(pid=63302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2210.096046] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Extending root virtual disk to 1048576 {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2210.096046] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f56d8c57-8d99-4948-b62f-cde56714ee59 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.101414] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2210.101414] env[63302]: value = "task-1796556" [ 2210.101414] env[63302]: _type = "Task" [ 2210.101414] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.109755] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.610798] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063398} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.611093] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Extended root virtual disk {{(pid=63302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2210.611836] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8181f927-44c9-4738-840a-f42b009ca3ce {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.632982] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 6981cbaa-8a47-4041-bf51-391f7fe8c763/6981cbaa-8a47-4041-bf51-391f7fe8c763.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2210.633247] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0239d8-7909-4de9-ad6c-ef5d2b8901df {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.659450] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2210.659450] env[63302]: value = "task-1796557" [ 2210.659450] env[63302]: _type = "Task" [ 2210.659450] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.669581] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.169009] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796557, 'name': ReconfigVM_Task, 'duration_secs': 0.277714} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.169425] env[63302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 6981cbaa-8a47-4041-bf51-391f7fe8c763/6981cbaa-8a47-4041-bf51-391f7fe8c763.vmdk or device None with type sparse {{(pid=63302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2211.169953] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a55fb53a-06f6-4527-9d35-c540f34e55e0 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.176133] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2211.176133] env[63302]: value = "task-1796558" [ 2211.176133] env[63302]: _type = "Task" [ 2211.176133] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.183046] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796558, 'name': Rename_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.685535] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796558, 'name': Rename_Task, 'duration_secs': 0.157175} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.685802] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2211.686049] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac3d60fc-43fd-41dd-b312-f4e79a6d2c87 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.692226] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2211.692226] env[63302]: value = "task-1796559" [ 2211.692226] env[63302]: _type = "Task" [ 2211.692226] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.699137] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.202216] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.703559] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.204684] env[63302]: DEBUG oslo_vmware.api [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796559, 'name': PowerOnVM_Task, 'duration_secs': 1.420983} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.205114] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2213.205228] env[63302]: INFO nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Took 7.61 seconds to spawn the instance on the hypervisor. [ 2213.205330] env[63302]: DEBUG nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2213.206103] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd8fe51-bc93-43a4-b94b-89c3cb533bae {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.725053] env[63302]: INFO nova.compute.manager [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Took 12.27 seconds to build instance. [ 2214.227458] env[63302]: DEBUG oslo_concurrency.lockutils [None req-e7cfa6a3-77d2-446a-90d3-8c8fc6f29946 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.781s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.512470] env[63302]: DEBUG nova.compute.manager [req-7df2ac99-0c18-4b0a-8056-f43a8a281d7e req-f6e9e6ba-84ac-470f-8dd2-e89df82c4483 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Received event network-changed-5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2214.512619] env[63302]: DEBUG nova.compute.manager [req-7df2ac99-0c18-4b0a-8056-f43a8a281d7e req-f6e9e6ba-84ac-470f-8dd2-e89df82c4483 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Refreshing instance network info cache due to event network-changed-5463b72f-4c1b-47dd-987e-1dd2c21fe432. {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2214.512836] env[63302]: DEBUG oslo_concurrency.lockutils [req-7df2ac99-0c18-4b0a-8056-f43a8a281d7e req-f6e9e6ba-84ac-470f-8dd2-e89df82c4483 service nova] Acquiring lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.512979] env[63302]: DEBUG oslo_concurrency.lockutils [req-7df2ac99-0c18-4b0a-8056-f43a8a281d7e req-f6e9e6ba-84ac-470f-8dd2-e89df82c4483 service nova] Acquired lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.513156] env[63302]: DEBUG nova.network.neutron [req-7df2ac99-0c18-4b0a-8056-f43a8a281d7e req-f6e9e6ba-84ac-470f-8dd2-e89df82c4483 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Refreshing network info cache for port 5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2215.214811] env[63302]: DEBUG nova.network.neutron [req-7df2ac99-0c18-4b0a-8056-f43a8a281d7e req-f6e9e6ba-84ac-470f-8dd2-e89df82c4483 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updated VIF entry in instance network info cache for port 5463b72f-4c1b-47dd-987e-1dd2c21fe432. {{(pid=63302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2215.215194] env[63302]: DEBUG nova.network.neutron [req-7df2ac99-0c18-4b0a-8056-f43a8a281d7e req-f6e9e6ba-84ac-470f-8dd2-e89df82c4483 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updating instance_info_cache with network_info: [{"id": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "address": "fa:16:3e:0e:68:96", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5463b72f-4c", "ovs_interfaceid": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2215.718268] env[63302]: DEBUG oslo_concurrency.lockutils [req-7df2ac99-0c18-4b0a-8056-f43a8a281d7e req-f6e9e6ba-84ac-470f-8dd2-e89df82c4483 service nova] Releasing lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.815323] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.815710] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.320659] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.320852] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2231.320902] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2231.851506] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.851721] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquired lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.851810] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Forcefully refreshing network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2231.851965] env[63302]: DEBUG nova.objects.instance [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lazy-loading 'info_cache' on Instance uuid 6981cbaa-8a47-4041-bf51-391f7fe8c763 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2233.553822] env[63302]: DEBUG nova.network.neutron [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updating instance_info_cache with network_info: [{"id": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "address": "fa:16:3e:0e:68:96", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5463b72f-4c", "ovs_interfaceid": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.057202] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Releasing lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.057202] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updated the network info_cache for instance {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2234.057202] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.057202] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.057594] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.057594] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.057594] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.057784] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.057881] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2234.057988] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.562366] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.562750] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.562750] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.562910] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2234.563876] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fd113e-0abb-4aa1-bfea-c05f73c3eae3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.572499] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8b4b2f-a588-4ef3-945f-7bcc10b26408 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.586395] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5239ce-bb79-4920-b8cb-6f61645e1fc9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.592331] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c04e6-88a7-4d12-8cfd-61fbf97b8627 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.620873] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181382MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2234.621053] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.621238] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.643688] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Instance 6981cbaa-8a47-4041-bf51-391f7fe8c763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2235.643979] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2235.644145] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2235.668556] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40422ac-74eb-4dd4-9df7-1b4f25218a0f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.675930] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119eb443-f383-4976-a581-59bcf8669b8b {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.705778] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6b39c3-fbdf-4389-97c0-fca2a39a2596 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.712453] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8563ad16-773a-46d7-973f-67f924d80368 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.725739] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2236.229303] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2236.736441] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2236.736799] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.828161] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.828519] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.828558] env[63302]: DEBUG nova.compute.manager [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2251.829589] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf87cdc-25b1-4a0c-991b-eb25625d197a {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.836979] env[63302]: DEBUG nova.compute.manager [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2251.837574] env[63302]: DEBUG nova.objects.instance [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'flavor' on Instance uuid 6981cbaa-8a47-4041-bf51-391f7fe8c763 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2252.846551] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2252.846909] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d29889-1e84-4329-845a-1290787f7c15 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.854046] env[63302]: DEBUG oslo_vmware.api [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2252.854046] env[63302]: value = "task-1796560" [ 2252.854046] env[63302]: _type = "Task" [ 2252.854046] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.861809] env[63302]: DEBUG oslo_vmware.api [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.364270] env[63302]: DEBUG oslo_vmware.api [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796560, 'name': PowerOffVM_Task, 'duration_secs': 0.201952} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.364613] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2253.364868] env[63302]: DEBUG nova.compute.manager [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2253.365625] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd503fa-2ce4-46ea-8317-c3ca024a6d41 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.876746] env[63302]: DEBUG oslo_concurrency.lockutils [None req-0cd2d59f-54d3-4ec6-b09a-078d98d1d797 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.347037] env[63302]: DEBUG nova.objects.instance [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'flavor' on Instance uuid 6981cbaa-8a47-4041-bf51-391f7fe8c763 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2254.851935] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.852191] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.852305] env[63302]: DEBUG nova.network.neutron [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2254.852488] env[63302]: DEBUG nova.objects.instance [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'info_cache' on Instance uuid 6981cbaa-8a47-4041-bf51-391f7fe8c763 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2255.355569] env[63302]: DEBUG nova.objects.base [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Object Instance<6981cbaa-8a47-4041-bf51-391f7fe8c763> lazy-loaded attributes: flavor,info_cache {{(pid=63302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2256.133353] env[63302]: DEBUG nova.network.neutron [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updating instance_info_cache with network_info: [{"id": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "address": "fa:16:3e:0e:68:96", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5463b72f-4c", "ovs_interfaceid": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.636192] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.642982] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Powering on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2257.643727] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3231bf27-c3a3-4898-962a-f4c5469b5877 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.651707] env[63302]: DEBUG oslo_vmware.api [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2257.651707] env[63302]: value = "task-1796561" [ 2257.651707] env[63302]: _type = "Task" [ 2257.651707] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.659048] env[63302]: DEBUG oslo_vmware.api [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.162384] env[63302]: DEBUG oslo_vmware.api [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796561, 'name': PowerOnVM_Task, 'duration_secs': 0.462614} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.162639] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Powered on the VM {{(pid=63302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2258.162838] env[63302]: DEBUG nova.compute.manager [None req-a52ec280-7940-407c-9d33-b85d2eccd666 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2258.163587] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee079c-ecea-4f1f-b53d-eee124fdc863 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.313900] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344222a6-82e2-48fa-af18-ddd88badeddc {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.320726] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97813a12-be17-4440-9720-5fd2b9f0344e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Suspending the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2259.320949] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-632615e1-c4a7-450a-980e-eca3c2fe33f5 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.327013] env[63302]: DEBUG oslo_vmware.api [None req-97813a12-be17-4440-9720-5fd2b9f0344e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2259.327013] env[63302]: value = "task-1796562" [ 2259.327013] env[63302]: _type = "Task" [ 2259.327013] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.334869] env[63302]: DEBUG oslo_vmware.api [None req-97813a12-be17-4440-9720-5fd2b9f0344e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796562, 'name': SuspendVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.836717] env[63302]: DEBUG oslo_vmware.api [None req-97813a12-be17-4440-9720-5fd2b9f0344e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796562, 'name': SuspendVM_Task} progress is 70%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.338655] env[63302]: DEBUG oslo_vmware.api [None req-97813a12-be17-4440-9720-5fd2b9f0344e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796562, 'name': SuspendVM_Task, 'duration_secs': 0.629074} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.339114] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-97813a12-be17-4440-9720-5fd2b9f0344e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Suspended the VM {{(pid=63302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2260.339114] env[63302]: DEBUG nova.compute.manager [None req-97813a12-be17-4440-9720-5fd2b9f0344e tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2260.339844] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750d4ce7-d5de-4a44-b4b4-f7e8a16018de {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.630880] env[63302]: INFO nova.compute.manager [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Resuming [ 2261.631550] env[63302]: DEBUG nova.objects.instance [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'flavor' on Instance uuid 6981cbaa-8a47-4041-bf51-391f7fe8c763 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2263.143685] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.144059] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquired lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.144153] env[63302]: DEBUG nova.network.neutron [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Building network info cache for instance {{(pid=63302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2263.840726] env[63302]: DEBUG nova.network.neutron [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updating instance_info_cache with network_info: [{"id": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "address": "fa:16:3e:0e:68:96", "network": {"id": "e88a2dd2-434a-4bf4-a6d0-74e7f107c8f0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1918972457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b33cec38604c32af8eaeb848458cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5463b72f-4c", "ovs_interfaceid": "5463b72f-4c1b-47dd-987e-1dd2c21fe432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.343568] env[63302]: DEBUG oslo_concurrency.lockutils [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Releasing lock "refresh_cache-6981cbaa-8a47-4041-bf51-391f7fe8c763" {{(pid=63302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.344500] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71d2bd-05dc-48eb-898e-6e9fce3c32be {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.351549] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Resuming the VM {{(pid=63302) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2264.351771] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b6fb49-f28f-42d8-895b-2b1f5ec79d56 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.357739] env[63302]: DEBUG oslo_vmware.api [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2264.357739] env[63302]: value = "task-1796563" [ 2264.357739] env[63302]: _type = "Task" [ 2264.357739] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.365040] env[63302]: DEBUG oslo_vmware.api [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.868060] env[63302]: DEBUG oslo_vmware.api [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.368666] env[63302]: DEBUG oslo_vmware.api [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796563, 'name': PowerOnVM_Task, 'duration_secs': 0.512128} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.369060] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Resumed the VM {{(pid=63302) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2265.370312] env[63302]: DEBUG nova.compute.manager [None req-2e942986-2018-4241-ae76-a1b239776f47 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Checking state {{(pid=63302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.370312] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9530dd-b754-41d9-b1c7-1f991f126093 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.295097] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.295097] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.295097] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "6981cbaa-8a47-4041-bf51-391f7fe8c763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.295097] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.295357] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.297397] env[63302]: INFO nova.compute.manager [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Terminating instance [ 2266.801704] env[63302]: DEBUG nova.compute.manager [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Start destroying the instance on the hypervisor. {{(pid=63302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2266.802172] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Destroying instance {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2266.802838] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa37df5-290a-411c-b07c-a767516e1162 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.810468] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Powering off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2266.810684] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae14330a-a842-43aa-a56a-a82e05d781c3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.818033] env[63302]: DEBUG oslo_vmware.api [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2266.818033] env[63302]: value = "task-1796564" [ 2266.818033] env[63302]: _type = "Task" [ 2266.818033] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.826625] env[63302]: DEBUG oslo_vmware.api [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.328212] env[63302]: DEBUG oslo_vmware.api [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796564, 'name': PowerOffVM_Task, 'duration_secs': 0.18865} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.328472] env[63302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Powered off the VM {{(pid=63302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2267.328647] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Unregistering the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2267.328882] env[63302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df37e474-8fc8-4d95-ba18-47f657780ede {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.402829] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Unregistered the VM {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2267.403058] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Deleting contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2267.403247] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleting the datastore file [datastore1] 6981cbaa-8a47-4041-bf51-391f7fe8c763 {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2267.403531] env[63302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43fa196c-3356-49ab-8e2f-d053514f2c4d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.409585] env[63302]: DEBUG oslo_vmware.api [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for the task: (returnval){ [ 2267.409585] env[63302]: value = "task-1796566" [ 2267.409585] env[63302]: _type = "Task" [ 2267.409585] env[63302]: } to complete. {{(pid=63302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.417342] env[63302]: DEBUG oslo_vmware.api [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.920328] env[63302]: DEBUG oslo_vmware.api [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Task: {'id': task-1796566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139455} completed successfully. {{(pid=63302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.920696] env[63302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted the datastore file {{(pid=63302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2267.920766] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Deleted contents of the VM from datastore datastore1 {{(pid=63302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2267.920950] env[63302]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Instance destroyed {{(pid=63302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2267.921166] env[63302]: INFO nova.compute.manager [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2267.921410] env[63302]: DEBUG oslo.service.loopingcall [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2267.921604] env[63302]: DEBUG nova.compute.manager [-] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Deallocating network for instance {{(pid=63302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2267.921700] env[63302]: DEBUG nova.network.neutron [-] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] deallocate_for_instance() {{(pid=63302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2268.376312] env[63302]: DEBUG nova.compute.manager [req-4b233f67-92aa-455e-8ec8-3099dbdbdc8b req-6a17e153-313d-443a-afbc-ffe886a37d75 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Received event network-vif-deleted-5463b72f-4c1b-47dd-987e-1dd2c21fe432 {{(pid=63302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2268.376723] env[63302]: INFO nova.compute.manager [req-4b233f67-92aa-455e-8ec8-3099dbdbdc8b req-6a17e153-313d-443a-afbc-ffe886a37d75 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Neutron deleted interface 5463b72f-4c1b-47dd-987e-1dd2c21fe432; detaching it from the instance and deleting it from the info cache [ 2268.376723] env[63302]: DEBUG nova.network.neutron [req-4b233f67-92aa-455e-8ec8-3099dbdbdc8b req-6a17e153-313d-443a-afbc-ffe886a37d75 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.851632] env[63302]: DEBUG nova.network.neutron [-] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Updating instance_info_cache with network_info: [] {{(pid=63302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.880556] env[63302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4298037-6688-464f-90db-332c5851eb6f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.890707] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bf4c54-fbc6-4a7f-a571-aaf3281a04e9 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.913076] env[63302]: DEBUG nova.compute.manager [req-4b233f67-92aa-455e-8ec8-3099dbdbdc8b req-6a17e153-313d-443a-afbc-ffe886a37d75 service nova] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Detach interface failed, port_id=5463b72f-4c1b-47dd-987e-1dd2c21fe432, reason: Instance 6981cbaa-8a47-4041-bf51-391f7fe8c763 could not be found. {{(pid=63302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2269.354450] env[63302]: INFO nova.compute.manager [-] [instance: 6981cbaa-8a47-4041-bf51-391f7fe8c763] Took 1.43 seconds to deallocate network for instance. [ 2269.860786] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.861065] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.861298] env[63302]: DEBUG nova.objects.instance [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lazy-loading 'resources' on Instance uuid 6981cbaa-8a47-4041-bf51-391f7fe8c763 {{(pid=63302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2270.394180] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5a5fc3-ad7d-4d4f-887b-e517a46cf8a3 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.401933] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e83d33-3bc1-4162-af4d-38267872af42 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.431694] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd325e-c008-4e9f-8112-8e2b28ce161c {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.438364] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10e0704-caea-4c81-98de-84bc0841fcc6 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.451424] env[63302]: DEBUG nova.compute.provider_tree [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2270.954695] env[63302]: DEBUG nova.scheduler.client.report [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2271.459635] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.481107] env[63302]: INFO nova.scheduler.client.report [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Deleted allocations for instance 6981cbaa-8a47-4041-bf51-391f7fe8c763 [ 2271.989614] env[63302]: DEBUG oslo_concurrency.lockutils [None req-a41b82eb-8c04-469a-9c0a-44d72bee4894 tempest-ServerActionsTestJSON-822052986 tempest-ServerActionsTestJSON-822052986-project-member] Lock "6981cbaa-8a47-4041-bf51-391f7fe8c763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.737681] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.738085] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.738085] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Starting heal instance info cache {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2296.738244] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Rebuilding the list of instances to heal {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2297.240683] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Didn't find any instances for network info cache update. {{(pid=63302) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2297.240929] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.241115] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.241270] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.241423] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.241567] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.241716] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.241850] env[63302]: DEBUG nova.compute.manager [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2297.241992] env[63302]: DEBUG oslo_service.periodic_task [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.745231] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.745601] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.745736] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.745862] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2297.746769] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aa3071-efe1-485f-970e-92d48188557f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.755231] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd787e9-7e1d-4148-a23e-ddd44bb4e342 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.768615] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54de20e-40f5-4697-bffc-82ecde6d815f {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.774862] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20466b-4963-4e7f-aa21-c67902ce1268 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.802563] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2297.802701] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.802883] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.823450] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2298.823689] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2298.838942] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b975ff66-eeb1-44c3-b011-39d0d24b4c11 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.846287] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb78a699-43ed-4869-84ae-1d1bf1388268 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.875723] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b502a78-491f-4f13-9030-8dd5c34f4e9d {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.882371] env[63302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f04092-fbfd-4419-89b3-e3227cbc73f7 {{(pid=63302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.895636] env[63302]: DEBUG nova.compute.provider_tree [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed in ProviderTree for provider: fb3e1725-5508-45da-a52c-61b09cfbc0a0 {{(pid=63302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2299.399177] env[63302]: DEBUG nova.scheduler.client.report [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Inventory has not changed for provider fb3e1725-5508-45da-a52c-61b09cfbc0a0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2299.904343] env[63302]: DEBUG nova.compute.resource_tracker [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2299.904717] env[63302]: DEBUG oslo_concurrency.lockutils [None req-c146fd7c-6120-4c1b-b7cc-70fa13505941 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=63302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}